-- Logs begin at Mon 2021-05-10 16:32:40 UTC, end at Mon 2021-05-10 17:47:04 UTC. -- May 10 17:24:06.625886 dv-cinder-786386-3-smb systemd[1]: Started Devstack devstack@q-svc.service. May 10 17:24:09.018522 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.common.config [-] Logging enabled! May 10 17:24:09.019134 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 17:24:09.019294 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79099) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 17:24:09.022602 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.common.config [-] Logging enabled! May 10 17:24:09.022861 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 17:24:09.023173 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79099) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 17:24:09.024090 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:24:09.024325 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:24:09.024688 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:24:09.024936 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:24:09.025161 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:24:09.025480 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.025777 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.026077 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.026343 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.026642 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.027459 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.027740 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.028030 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.028326 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.028613 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.028892 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.029176 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.029406 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.029685 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.029971 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.030287 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.030513 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] debug = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.030792 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.031223 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.031630 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.031908 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.032198 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.032476 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.032748 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.033021 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.033305 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.033632 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] host = dv-cinder-786386-3-smb {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.033907 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.034207 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.034508 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.034796 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.035070 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.035343 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.035627 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.035898 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.036170 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] log_file = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.036440 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.036731 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.037021 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.037309 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.037533 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.037752 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.038040 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.038347 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.038621 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.038894 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.039166 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.039435 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.039705 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.039970 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.040255 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.040539 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.040823 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.041094 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.041368 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.041639 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.041906 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.042221 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.042498 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.043290 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.043566 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.043855 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.044123 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.044396 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.044698 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.044986 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.045270 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.045557 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.045828 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.046128 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.046409 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.046680 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.046949 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] use_json = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.047220 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.047490 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.047772 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.048043 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.048312 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.048582 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.048850 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.049132 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:09.049427 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.049723 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.050022 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.050345 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.050703 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.050988 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.051283 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.051563 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.051850 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.052139 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.052425 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.052703 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.052989 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.053267 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.053562 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.053865 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.054160 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.054536 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.054815 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.055088 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.055363 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.055640 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.055925 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.056219 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.056510 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.056781 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.057058 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.057350 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.057626 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.057897 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.058216 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.058510 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.058786 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.059056 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.059336 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.059611 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.059883 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.060153 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.060428 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.060718 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.060990 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.061266 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.061539 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.061815 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.062085 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.062395 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.062672 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.062944 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.063214 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.063491 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.063764 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.064035 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.064311 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.064583 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.064858 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.065129 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.065402 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.065674 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.065944 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.066236 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.066510 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.066781 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.067057 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.067329 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.067599 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.067871 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.068142 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.068414 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.068699 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.068993 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.069269 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.069547 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.069824 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.070101 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.070399 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.070676 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.070954 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.071234 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.071505 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.071793 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.072074 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.072355 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.072638 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.072913 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.073207 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.073483 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.073786 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.074064 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.074370 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.074659 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.074942 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.075236 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.075532 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.075827 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.076121 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.076412 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.076693 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.077002 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.077281 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:09.077499 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:24:09.077737 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79099) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 17:24:09.424068 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:09.424347 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:09.424638 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:09.424975 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 17:24:09.728573 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.728865 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.729133 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.730888 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.731162 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.731425 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.849949 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.850249 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.850523 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.864209 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.864488 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.864755 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.893028 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.893306 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.893572 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.931587 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.931862 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:09.932128 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.164662 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.165272 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.165272 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.165453 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.166227 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.289224 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.289548 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.289830 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.290102 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.290396 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.290711 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.290972 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.291229 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.291485 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.291764 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.292022 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.292287 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.292573 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.292830 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.293095 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.293363 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.293621 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.293891 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.294143 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.294452 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.294801 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.295054 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.295303 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.295726 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.295982 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.296236 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.296619 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:24:10.296867 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:24:10.297110 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:24:10.297347 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:24:10.297582 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:24:10.297819 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:24:10.298240 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 17:24:10.301307 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 17:24:10.305186 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 17:24:10.309186 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 10 17:24:10.310834 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 17:24:10.311295 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 17:24:10.311631 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 17:24:10.312013 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 17:24:10.314864 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 17:24:10.315116 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 17:24:10.315617 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 17:24:10.344082 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 17:24:10.344527 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.344827 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79099) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 17:24:10.345192 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.346570 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79099) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 17:24:10.346852 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 17:24:10.347098 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 17:24:10.350219 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.350503 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:10.430985 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 17:24:10.431169 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 17:24:10.431412 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 17:24:10.431782 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 17:24:10.461540 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_db.sqlalchemy.engines [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79099) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 17:24:11.000236 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Initializing driver for type 'gre' May 10 17:24:11.000791 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] gre ID ranges: [(1, 1000)] May 10 17:24:11.297056 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Initializing driver for type 'local' May 10 17:24:11.297650 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Initializing driver for type 'vlan' May 10 17:24:11.399195 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] VlanTypeDriver initialization complete May 10 17:24:11.399529 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Initializing driver for type 'vxlan' May 10 17:24:11.400025 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] vxlan ID ranges: [(1, 1000)] May 10 17:24:11.754401 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Initializing extension driver 'port_security' May 10 17:24:11.754745 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.extensions.port_security [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] PortSecurityExtensionDriver initialization complete May 10 17:24:11.755079 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Initializing mechanism driver 'openvswitch' May 10 17:24:11.755412 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Initializing mechanism driver 'hyperv' May 10 17:24:11.761879 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.plugins.ml2.plugin [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:24:11.762672 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > port after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.763050 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > port after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.763414 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > port after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.781416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > subnet after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.781416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > subnet after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.781416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.781416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > network after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.781735 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > network after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.781735 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > network after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.781735 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > security_group after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.781735 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > security_group after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.782035 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > security_group after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.782035 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.782035 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.782035 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.782354 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > address_group after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.782354 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > address_group after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.782354 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > address_group after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.782354 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] ML2 OVO RPC backend initialized. {{(pid=79099) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 17:24:11.782728 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.782728 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.782728 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > network before_response 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.782728 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > networks before_response 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783021 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > port before_response 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783021 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > ports before_response 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783021 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > subnet before_response 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783021 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > subnets before_response 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783309 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > network after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783309 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > network after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783309 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > network after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783309 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > port after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783602 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > port after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783602 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > port after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783602 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > subnet after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783602 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > subnet after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783885 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.783885 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.plugin [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Modular L2 Plugin initialization complete May 10 17:24:11.783885 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading services supported by the core plugin {{(pid=79099) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 17:24:11.783885 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.plugins.ml2.managers [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Got port-security extension from driver 'port_security' May 10 17:24:11.783885 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.extensions.vlantransparent [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Disabled vlantransparent extension. May 10 17:24:11.783885 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79099) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 17:24:11.783885 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading Plugin: router May 10 17:24:11.828015 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router_interface before_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.828665 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router after_create 55549900 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.829034 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router before_create 55549900 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.829394 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.829766 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.830116 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router after_delete 55549900 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.830499 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > floatingip after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.830859 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router after_create 55549900 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.831199 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router after_update 55549900 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.831542 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router after_update 55549900 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.831888 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.832245 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router after_update 55549900 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.832652 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router precommit_update 55549900 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.833017 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: port after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.833351 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: port after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.833684 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: subnet after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.834016 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.834386 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > port precommit_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.834729 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router precommit_create 55549900 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.835067 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: port before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.835406 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router precommit_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.835757 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router after_update 55549900 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.836094 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router precommit_delete 55549900 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.836438 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router precommit_create 55549900 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.836791 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.837133 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router precommit_update 55549900 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.837505 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > network after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.838370 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Tracking information for resource: router configured {{(pid=79099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:24:11.838695 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Tracking information for resource: floatingip configured {{(pid=79099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:24:11.843535 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.db.l3_agentschedulers_db [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 17:24:11.844108 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: port after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.844465 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: port after_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.844818 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: port after_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.845167 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: port after_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.845952 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router before_create 55550100 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.846352 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router precommit_delete 55550100 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.846716 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router precommit_create 55550100 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.847068 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > router precommit_update 55550100 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.851471 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.services.provider_configuration [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service providers = [] {{(pid=79099) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 17:24:11.851831 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.db.servicetype_db [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79099) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 17:24:11.854788 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.services.service_base [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:24:11.855594 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.services.service_base [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:24:11.855933 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.services.service_base [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:24:11.856801 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.services.service_base [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:24:11.857171 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.services.service_base [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 17:24:11.859002 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:24:11.859334 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 17:24:11.875541 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:24:11.875882 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading Plugin: auto_allocate May 10 17:24:11.881619 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: network precommit_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.881987 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: network precommit_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.882524 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:24:11.882842 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading Plugin: tag May 10 17:24:11.889520 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:24:11.889850 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading Plugin: timestamp May 10 17:24:11.893572 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:24:11.893899 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading Plugin: network_ip_availability May 10 17:24:11.899093 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.899464 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.899818 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:11.900524 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:24:11.900842 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading Plugin: flavors May 10 17:24:11.905715 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:24:11.906051 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading Plugin: revisions May 10 17:24:11.910278 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:24:11.910663 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_concurrency.lockutils [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.486s {{(pid=79099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:11.911392 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79099) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 17:24:11.911722 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Initializing extension manager. May 10 17:24:11.912235 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: __init__.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.912572 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: __pycache__ {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.912902 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.913232 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: address_group.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.913963 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.914560 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: address-group May 10 17:24:11.914885 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: address_scope.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.915580 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.916091 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: address-scope May 10 17:24:11.916408 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: admin_state_down_before_update.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.917319 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.918380 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: router-admin-state-down-before-update May 10 17:24:11.918709 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: agent.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.919391 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.919898 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: agent May 10 17:24:11.920218 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: agent_resources_synced.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.921127 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.921659 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: agent-resources-synced May 10 17:24:11.921958 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: allowedaddresspairs.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.923723 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.929793 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: allowed-address-pairs May 10 17:24:11.929793 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: auto_allocated_topology.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.930657 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.931179 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: auto-allocated-topology May 10 17:24:11.931569 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: availability_zone.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.932186 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.932698 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: availability_zone May 10 17:24:11.933025 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: availability_zone_filter.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.934506 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.935023 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: availability_zone_filter May 10 17:24:11.935344 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: data_plane_status.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.936234 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.936743 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension data-plane-status not supported by any of loaded plugins May 10 17:24:11.937061 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: default_subnetpools.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.937952 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.938491 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: default-subnetpools May 10 17:24:11.938810 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: dhcpagentscheduler.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.939598 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.940107 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: dhcp_agent_scheduler May 10 17:24:11.940429 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: dns.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.941316 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.941843 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension dns-integration not supported by any of loaded plugins May 10 17:24:11.942159 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: dns_domain_ports.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.943080 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.943586 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 17:24:11.943904 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: dvr.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.944559 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.945064 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: dvr May 10 17:24:11.945379 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: empty_string_filtering.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.946300 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.946811 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: empty-string-filtering May 10 17:24:11.947129 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.948028 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.948533 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 17:24:11.948875 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.949763 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.950297 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 17:24:11.950617 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: external_net.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.951502 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.952015 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: external-net May 10 17:24:11.952330 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: extra_dhcp_opt.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.953218 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.953982 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: extra_dhcp_opt May 10 17:24:11.954327 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: extraroute.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.955215 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.955723 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: extraroute May 10 17:24:11.956041 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: extraroute_atomic.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.957048 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.957567 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: extraroute-atomic May 10 17:24:11.957890 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: filter_validation.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.958567 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.976441 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: filter-validation May 10 17:24:11.976441 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: fip_pf_description.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.977269 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.977783 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 17:24:11.978104 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: fip_port_details.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.979029 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.979549 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: fip-port-details May 10 17:24:11.979869 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: flavors.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.981616 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.982137 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: flavors May 10 17:24:11.982484 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.984109 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.984634 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 17:24:11.984964 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: floatingip_pools.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.985650 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.986162 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: floatingip-pools May 10 17:24:11.986506 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: ip_allocation.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.987415 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.987916 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension ip_allocation not supported by any of loaded plugins May 10 17:24:11.988238 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.989136 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.989656 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: ip-substring-filtering May 10 17:24:11.989981 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: l2_adjacency.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.990927 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.991436 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension l2_adjacency not supported by any of loaded plugins May 10 17:24:11.991755 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: l3.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.992690 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.993213 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: router May 10 17:24:11.993537 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: l3_conntrack_helper.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.995795 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.996327 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 17:24:11.996654 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.997576 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.998103 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: ext-gw-mode May 10 17:24:11.998441 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:11.999336 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:11.999850 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: l3-ha May 10 17:24:12.000172 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: l3_flavors.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.001075 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.001585 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: l3-flavors May 10 17:24:12.001904 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.002829 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.003341 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: l3-port-ip-change-not-allowed May 10 17:24:12.003660 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: l3agentscheduler.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.004721 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.005188 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: l3_agent_scheduler May 10 17:24:12.005513 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: logging.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.007012 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.007537 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension logging not supported by any of loaded plugins May 10 17:24:12.007865 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: metering.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.008588 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.009170 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: metering May 10 17:24:12.009493 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.016751 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.017272 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: metering_source_and_destination_fields May 10 17:24:12.017596 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: multiprovidernet.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.018673 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.019197 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: multi-provider May 10 17:24:12.019519 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: netmtu.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.020418 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.020932 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: net-mtu May 10 17:24:12.021252 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: netmtu_writable.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.022198 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.022727 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: net-mtu-writable May 10 17:24:12.023045 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: network_availability_zone.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.023701 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.024209 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: network_availability_zone May 10 17:24:12.024527 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: network_ip_availability.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.025608 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.026122 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: network-ip-availability May 10 17:24:12.026469 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: network_segment_range.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.027730 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.028244 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension network-segment-range not supported by any of loaded plugins May 10 17:24:12.028560 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: pagination.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.029524 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.029854 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: pagination May 10 17:24:12.030173 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: port_device_profile.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.031155 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.031676 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: port-device-profile May 10 17:24:12.032027 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.032934 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.033448 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: port-mac-address-regenerate May 10 17:24:12.033765 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.034685 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.035197 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: port-numa-affinity-policy May 10 17:24:12.035517 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: port_resource_request.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.036411 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.036916 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension port-resource-request not supported by any of loaded plugins May 10 17:24:12.037235 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: portbindings.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.057774 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.058366 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: binding May 10 17:24:12.058883 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: portbindings_extended.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.060791 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.061449 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: binding-extended May 10 17:24:12.061782 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: portsecurity.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.062925 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.063451 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: port-security May 10 17:24:12.063846 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: project_id.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.065089 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.065633 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: project-id May 10 17:24:12.066094 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: providernet.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.067136 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.067661 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: provider May 10 17:24:12.067986 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: qos.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.071523 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.072051 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension qos not supported by any of loaded plugins May 10 17:24:12.072379 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.073605 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.074165 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 17:24:12.074515 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.075440 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.075959 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 17:24:12.076286 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: qos_default.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.077180 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.077695 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension qos-default not supported by any of loaded plugins May 10 17:24:12.078018 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: qos_fip.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.078942 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.079452 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension qos-fip not supported by any of loaded plugins May 10 17:24:12.079772 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: qos_gateway_ip.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.080677 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.081190 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 17:24:12.081512 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: qos_port_network_policy.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.082443 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.082955 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 17:24:12.083273 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: qos_rule_type_details.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.084174 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.084683 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 17:24:12.085004 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: qos_rules_alias.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.086032 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.086579 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 17:24:12.086901 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: quotasv2.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.087922 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.088250 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: quotas May 10 17:24:12.088569 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: quotasv2_detail.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.090728 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.091068 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: quota_details May 10 17:24:12.091400 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: rbac.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.092476 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.093008 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: rbac-policies May 10 17:24:12.093336 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: rbac_address_group.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.094276 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.094801 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: rbac-address-group May 10 17:24:12.095127 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: rbac_address_scope.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.096033 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.096552 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: rbac-address-scope May 10 17:24:12.096871 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: rbac_security_groups.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.097766 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.098306 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: rbac-security-groups May 10 17:24:12.098631 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: rbac_subnetpool.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.099529 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.100042 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: rbac-subnetpool May 10 17:24:12.100366 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: revisionifmatch.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.101264 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.101778 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: revision-if-match May 10 17:24:12.102099 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: revisions.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.103212 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.103731 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: standard-attr-revisions May 10 17:24:12.104055 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: router_availability_zone.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.104715 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.105771 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: router_availability_zone May 10 17:24:12.106089 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: routerservicetype.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.114109 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.114650 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension router-service-type not supported by any of loaded plugins May 10 17:24:12.114971 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.115899 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.116447 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: security-groups-normalized-cidr May 10 17:24:12.116769 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: security_groups_port_filtering.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.117674 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.118213 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: port-security-groups-filtering May 10 17:24:12.118538 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.119438 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.119959 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: security-groups-remote-address-group May 10 17:24:12.120280 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: securitygroup.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.130319 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.130864 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: security-group May 10 17:24:12.131196 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: segment.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.131960 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.132474 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension segment not supported by any of loaded plugins May 10 17:24:12.132802 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.133718 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.134261 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 17:24:12.134586 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: servicetype.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.135681 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.136221 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: service-type May 10 17:24:12.137071 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: sorting.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.144014 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.144344 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: sorting May 10 17:24:12.144664 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: standard_attr_segment.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.145554 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.146069 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 17:24:12.146423 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: standardattrdescription.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.147059 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.147576 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: standard-attr-description May 10 17:24:12.147897 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: stateful_security_group.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.148804 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.149325 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: stateful-security-group May 10 17:24:12.149650 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: stdattrs_common.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.150246 dv-cinder-786386-3-smb neutron-server[79099]: WARNING neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 17:24:12.150571 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.151557 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.152099 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 17:24:12.152419 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: subnet_onboard.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.153483 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.154009 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: subnet_onboard May 10 17:24:12.154363 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.155272 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.155783 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 17:24:12.156102 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: subnet_service_types.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.157000 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.157523 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: subnet-service-types May 10 17:24:12.157862 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: subnetallocation.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.158971 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.159491 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: subnet_allocation May 10 17:24:12.159814 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.160467 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.160980 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: subnetpool-prefix-ops May 10 17:24:12.161297 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.162252 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.162766 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 17:24:12.163083 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: tagging.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.164115 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.164661 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: standard-attr-tag May 10 17:24:12.164982 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: timestamp.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.166179 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.166722 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loaded extension: standard-attr-timestamp May 10 17:24:12.167046 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: trunk.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.168086 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.168614 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension trunk not supported by any of loaded plugins May 10 17:24:12.168941 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: trunk_details.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.169848 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.170394 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension trunk-details not supported by any of loaded plugins May 10 17:24:12.170718 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: uplink_status_propagation.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.171618 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.172133 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 17:24:12.172451 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Loading extension file: vlantransparent.py {{(pid=79099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:24:12.173107 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:24:12.173620 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extension vlan-transparent not supported by any of loaded plugins May 10 17:24:12.176111 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:network May 10 17:24:12.176848 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:subnet May 10 17:24:12.177619 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:24:12.178248 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:port May 10 17:24:12.179505 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.179951 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service FLAVORS assigned prefix: {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.180583 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.181014 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.181343 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:router May 10 17:24:12.182011 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:floatingip May 10 17:24:12.182768 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service METERING assigned prefix: /metering {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.184740 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:12.185108 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:12.185457 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:24:12.186638 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of CountableResource for resource:rbac_policy May 10 17:24:12.187099 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:security_group May 10 17:24:12.187745 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:security_group_rule May 10 17:24:12.188495 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service CORE assigned prefix: {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.188834 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:24:12.189167 dv-cinder-786386-3-smb neutron-server[79099]: WARNING neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] subnetpool is already registered May 10 17:24:12.189771 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service CORE assigned prefix: {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.190136 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:24:12.190494 dv-cinder-786386-3-smb neutron-server[79099]: WARNING neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] subnetpool is already registered May 10 17:24:12.193091 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.193526 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service FLAVORS assigned prefix: {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.194116 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.194560 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.194900 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:router May 10 17:24:12.195226 dv-cinder-786386-3-smb neutron-server[79099]: WARNING neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] router is already registered May 10 17:24:12.195825 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:floatingip May 10 17:24:12.196152 dv-cinder-786386-3-smb neutron-server[79099]: WARNING neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] floatingip is already registered May 10 17:24:12.196783 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service METERING assigned prefix: /metering {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.197453 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of CountableResource for resource:rbac_policy May 10 17:24:12.197779 dv-cinder-786386-3-smb neutron-server[79099]: WARNING neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] rbac_policy is already registered May 10 17:24:12.199847 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:security_group May 10 17:24:12.200189 dv-cinder-786386-3-smb neutron-server[79099]: WARNING neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] security_group is already registered May 10 17:24:12.200791 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:security_group_rule May 10 17:24:12.201128 dv-cinder-786386-3-smb neutron-server[79099]: WARNING neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] security_group_rule is already registered May 10 17:24:12.201807 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service CORE assigned prefix: {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.202146 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:24:12.202505 dv-cinder-786386-3-smb neutron-server[79099]: WARNING neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] subnetpool is already registered May 10 17:24:12.203111 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.v2.resource_helper [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Service CORE assigned prefix: {{(pid=79099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:24:12.203693 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:24:12.204013 dv-cinder-786386-3-smb neutron-server[79099]: WARNING neutron.quota.resource_registry [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] subnetpool is already registered May 10 17:24:12.204668 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: extensions {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.206107 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: address-groups {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.207724 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: address-scopes {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.208919 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: agents {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.210104 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: auto-allocated-topology {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.211359 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: availability_zones {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.212655 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: dhcp-networks {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.214039 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: dhcp-agents {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.215516 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: routers {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.217332 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: flavors {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.218500 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: service_profiles {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.219706 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: next_providers {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.221209 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: service_profiles {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.222689 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: floatingip-pools {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.223892 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: routers {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.225700 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: floatingips {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.226910 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: l3-routers {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.228279 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: l3-agents {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.229695 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: metering-labels {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.231103 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: metering-label-rules {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.232385 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: network-ip-availabilities {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.233647 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: bindings {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.235306 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: quotas {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.236721 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: quotas {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.238113 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: rbac-policies {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.239438 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: security-groups {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.240621 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: security-group-rules {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.241862 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: service-providers {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.243116 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: subnetpools {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.244508 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: subnetpools {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.246511 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: tags {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.248166 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: tags {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.249969 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: tags {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.251758 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: tags {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.253539 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: tags {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.255472 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: tags {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.257111 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: tags {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.259895 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: tags {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.262214 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: tags {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.374255 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron.api.extensions [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Extended resource: tags {{(pid=79099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:24:12.380166 dv-cinder-786386-3-smb neutron-server[79099]: WARNING keystonemiddleware.auth_token [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 17:24:12.384876 dv-cinder-786386-3-smb neutron-server[79099]: WARNING keystonemiddleware.auth_token [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 17:24:12.393039 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_concurrency.lockutils [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Acquired lock "singleton_lock" {{(pid=79099) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 17:24:12.394223 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_concurrency.lockutils [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Releasing lock "singleton_lock" {{(pid=79099) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 17:24:12.394223 dv-cinder-786386-3-smb neutron-server[79099]: INFO oslo_service.service [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Starting 2 workers May 10 17:24:12.398795 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Started child 79208 {{(pid=79099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:24:12.403045 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Started child 79209 {{(pid=79099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:24:12.404008 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:12.404799 dv-cinder-786386-3-smb neutron-server[79099]: INFO neutron.service [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Neutron service started, listening on 0.0.0.0:9696 May 10 17:24:12.405230 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Notify callbacks [] for process, before_spawn {{(pid=79099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:12.405471 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [-] (79208) wsgi starting up on http://0.0.0.0:9696 May 10 17:24:12.407513 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:12.407926 dv-cinder-786386-3-smb neutron-server[79099]: INFO oslo_service.service [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Starting 1 workers May 10 17:24:12.408886 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [-] (79209) wsgi starting up on http://0.0.0.0:9696 May 10 17:24:12.412642 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Started child 79210 {{(pid=79099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:24:12.413150 dv-cinder-786386-3-smb neutron-server[79099]: INFO oslo_service.service [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Starting 1 workers May 10 17:24:12.416222 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.service [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] calling RpcWorker wait() {{(pid=79210) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 17:24:12.416754 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.service [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] returning from RpcWorker wait() {{(pid=79210) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 17:24:12.417396 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Started child 79211 {{(pid=79099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:24:12.418620 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:12.418746 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG neutron_lib.callbacks.manager [None req-ffd28ccd-a2fc-497c-b3e2-b828122829dc None None] Notify callbacks [] for process, after_spawn {{(pid=79099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:12.419221 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:24:12.420665 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79099) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 17:24:12.420889 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:24:12.421069 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:24:12.421288 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:24:12.421606 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:24:12.421777 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:24:12.422311 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.422591 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.422715 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:12.423163 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.423163 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.423385 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.423561 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:24:12.424115 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.424380 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.424623 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.424905 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.425169 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.425345 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.425512 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.425900 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.426161 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.426495 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.426770 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.427024 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.427323 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.427496 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.427763 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.428036 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.428276 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.428539 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] debug = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.428795 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.429273 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.429510 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.429775 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.429995 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.430335 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.430608 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.430900 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.431141 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.431376 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.431590 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.431850 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.432071 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.432294 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.432516 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.432780 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.432999 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.434161 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] host = dv-cinder-786386-3-smb {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.434360 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.434558 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.434809 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.435060 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.435309 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.435548 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.435804 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.436053 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.436340 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.436565 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.436846 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.437093 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.437341 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.437611 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_file = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.437770 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_options = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.438001 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.438304 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.438573 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.438762 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.438920 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.439103 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.439361 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.439529 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.439788 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.440042 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.440260 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.440476 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.440711 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.440948 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.441368 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.441657 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.441838 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.442051 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.442336 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.442586 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.445955 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.445955 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.445955 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.445955 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.445955 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.445955 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.445955 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.445955 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.445955 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.447297 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.447297 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.447297 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.447297 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.447297 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.447297 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.447297 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.447297 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.448341 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.448341 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.448341 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.448341 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.448341 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.448341 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.448341 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.448341 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.449934 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] use_json = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.449934 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.449934 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.449934 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.450509 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.450509 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.450509 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.450901 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.450901 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.451299 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.451585 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.451934 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.452170 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.452415 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.452658 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.452897 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.453104 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.453619 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.453859 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.454237 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.454459 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.454767 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.455021 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.455308 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.455662 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.455929 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.456213 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.456474 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.456692 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.456913 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.457155 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.457481 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.457766 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.458017 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.458308 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.458550 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.458773 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.458992 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.459230 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.459446 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.459682 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.459968 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.460188 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.460406 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.460648 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.460881 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.461096 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.461326 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.461728 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.462313 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.462313 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.462874 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.462874 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.463142 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.463142 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.463406 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.463606 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.463822 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.464060 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.464287 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.464552 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.464770 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.464985 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.465205 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.466019 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.466019 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.466019 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.466274 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.466355 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.466560 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.466813 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.467030 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.467475 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.467656 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.467897 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.468132 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.468348 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.468571 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.468811 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.469301 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.469301 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.469645 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.469787 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.469967 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.470107 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473969 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473969 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473969 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473969 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473969 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473969 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.473969 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.474417 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.474417 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.474557 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.474732 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.474962 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.475196 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.475430 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.475654 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.475918 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.476166 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.476441 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.476664 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.476919 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.477145 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.477424 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.477700 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.477958 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.478219 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.478451 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.478738 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.478973 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.479259 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.479482 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.479766 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.480958 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.480958 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.481215 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.481412 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.481680 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.481929 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.482208 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.482734 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.482976 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.483245 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.483474 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.483764 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.484210 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.484511 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.484936 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.485346 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.485834 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.486072 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.486530 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.486955 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.487421 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.487869 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.488177 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.488450 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.488699 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.488957 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.489215 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.489457 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.489677 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.489928 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.490164 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.490441 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.490646 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.490880 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.491128 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.491343 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.491558 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.491791 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.492004 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.492225 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.492458 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.492676 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.492893 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.493142 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.493378 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.493597 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.493849 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.494086 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.494328 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.494548 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.494780 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.495032 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.495251 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.495516 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.496350 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.496577 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.497545 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.497545 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.497545 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.497545 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.497874 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.497952 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.498137 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.498608 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.498838 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.499055 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.499301 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.499534 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.499751 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.500010 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.500272 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.500609 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.500876 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.501128 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.501391 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.501612 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.501864 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.502104 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.502347 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.502565 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.502793 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.503009 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.503278 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.503525 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.503768 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.503995 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.504214 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.504426 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.504640 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.504851 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.505146 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.505388 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.505674 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.505860 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.506116 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.506369 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.506582 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.506794 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.507011 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.507222 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.507449 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.507658 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.507870 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.508085 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.508295 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.508536 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.508745 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.508982 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.509200 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.509409 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.509649 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.509862 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.510058 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.510346 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.510719 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.511289 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.512512 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.512743 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.513040 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.513304 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.513542 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.513805 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.514435 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.514435 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.514629 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.514855 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.515075 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.515297 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.515554 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.516128 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.516280 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.516426 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.516693 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.516961 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.517242 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.517502 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.517736 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.518056 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.518416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.518695 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.518953 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.519203 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.519494 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.519720 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.519940 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.520161 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.520423 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.520644 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.520905 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.521177 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.521402 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.521621 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.521858 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.522075 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.522342 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.522578 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.522830 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.523082 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.523205 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:24:12.523765 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79099) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 17:24:12.523927 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:24:12.524093 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:24:12.524266 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:24:12.524438 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:24:12.524590 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:24:12.524795 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.524959 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.525121 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.525281 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.525441 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.525637 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.525801 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.525961 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.526121 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.526292 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.526452 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.526613 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.526772 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.526954 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.527113 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.527272 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.527430 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.527589 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.527752 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.527968 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.528088 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.528209 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.528365 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] debug = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.528673 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.529000 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.529336 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.529508 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.529645 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.529805 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.530112 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.530338 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.530459 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.530611 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.530772 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.530936 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.531097 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.531258 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.531420 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.531580 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.531741 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.531888 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] host = dv-cinder-786386-3-smb {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.532046 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.532215 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.532364 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.532512 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.532657 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.532820 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.532974 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.533129 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.533289 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.533447 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.533606 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.533763 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.533938 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.534079 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_file = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.534404 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_options = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.534569 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.534729 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.534892 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.535073 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.535235 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.535545 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.535706 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.535865 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.536024 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.536185 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.536344 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.536501 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.536660 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.536819 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.536979 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.537131 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.537285 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.537448 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.537605 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.537764 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.537921 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.538096 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.538265 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.538424 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.538581 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.538740 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.538899 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.539057 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.539215 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.539373 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.539532 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.539691 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.539849 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.540010 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.540186 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.540346 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.540507 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.540671 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.540831 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.540996 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.541155 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.541316 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.541479 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.541637 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.541795 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.541951 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] use_json = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.542110 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.542292 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.542984 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.543148 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.543299 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.543457 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.543609 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.543776 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:24:12.543955 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.544121 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.544300 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.544452 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.544614 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.544777 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.544937 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.545106 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.545266 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.545427 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.545599 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.545760 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.545933 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.546095 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.546279 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.546444 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.546607 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.546770 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.546933 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.547094 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.547258 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.547420 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.547599 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.547760 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.547924 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.548087 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.548252 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.548416 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.548579 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.548742 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.548904 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.549067 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.549229 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.549391 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.549554 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.549715 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.549877 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.550040 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.550240 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.550392 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.550560 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.550702 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.550851 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.551006 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.551168 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.551331 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.551478 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.551643 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.551806 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.551951 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.552127 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.552289 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.552451 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.552613 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.552775 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.552938 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.553085 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.553249 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.553461 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.553686 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.553686 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.553955 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.554090 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.554253 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.554385 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.554519 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.554651 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.554794 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.554928 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.555095 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.555255 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.555418 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.555582 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.555744 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.555906 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.556068 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.556230 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.556393 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.556554 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.556717 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.556878 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.557040 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.557202 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.557347 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.557521 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.557699 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.557864 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.559039 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.559039 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.559039 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.559039 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.559564 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.559564 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.559564 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.559962 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.559962 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.559962 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.560368 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.560368 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.560368 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.560752 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.560752 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.561015 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.561015 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.561287 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.561287 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.561547 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.561547 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.561808 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.561954 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.562090 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.562245 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.562406 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.562544 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.562681 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.562818 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.562962 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.563099 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.563266 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.563430 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.563593 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.563828 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.563988 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.564078 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.564201 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.564392 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.564530 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.564679 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.564857 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.565018 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.565180 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.565343 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.565527 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.565688 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.565850 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.566011 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.566173 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.566354 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.566517 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.566680 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.566842 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.567004 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.567166 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.567328 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.567490 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.567651 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.567812 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.567973 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.568137 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.568298 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.568459 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.568620 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.568782 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.568988 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.569114 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.569237 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.569390 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.569551 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.569712 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.569873 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.570036 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.570211 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.570728 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.570728 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.570728 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.571101 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.571101 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.571386 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.571386 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.571634 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.571634 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.571855 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.571939 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.572040 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.572201 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.572364 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.572528 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.572690 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.572852 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.573014 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.573177 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.573340 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.573503 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.573680 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.573906 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.574036 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.574160 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.574342 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.574504 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.574666 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.574828 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.574989 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.575150 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.575313 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.575473 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.575633 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.575795 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.575957 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.576120 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.576286 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.576448 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.576612 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.576775 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.576937 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.577098 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.577259 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.577433 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.577565 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:24:12.577666 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.577749 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.577898 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.578060 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.578252 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.578671 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.578834 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.578994 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.579157 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.579328 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.579490 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.579652 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.579814 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.579975 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.580144 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.580306 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.580470 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.580631 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.580792 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.580966 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.581130 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.581292 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.581453 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.581614 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.581784 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.581946 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.582107 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.582306 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.582468 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.582629 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.582791 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.582962 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.583125 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.583287 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.583449 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.583609 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.583771 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.583938 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.584103 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.584274 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.584440 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.584602 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.584772 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.584941 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.585111 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.585273 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.585444 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.585621 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.585759 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.585915 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.586076 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.586248 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.586409 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.586570 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.586730 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.586891 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.587053 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.587213 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.587374 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.587536 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.587696 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.587858 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.588021 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.588182 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.588344 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.588505 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.588665 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:24:12.588819 dv-cinder-786386-3-smb neutron-server[79099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:24:12.800201 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 46662) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:12.808719 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064442 May 10 17:24:23.493190 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9e8ddf-eb6f-4ba0-aa5f-57d5839de187 None None] get_active_networks_info from dv-cinder-786386-3-smb {{(pid=79210) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 17:24:23.568452 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e8ddf-eb6f-4ba0-aa5f-57d5839de187 None None] No non-hosted networks {{(pid=79210) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 17:24:23.575186 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.agentschedulers_db [None req-7b9e8ddf-eb6f-4ba0-aa5f-57d5839de187 None None] DHCP Agent not found on host dv-cinder-786386-3-smb {{(pid=79210) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 17:24:23.684129 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-803d7a88-4c56-4b26-9724-d487952ec108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094'] for agent, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:26.082237 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-88fadc20-7cdb-4227-b159-cbc742e3d1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094'] for agent, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:26.111409 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.db.api [None req-f46ece2f-dde5-483b-ba69-162b2df09efe None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-786386-3-smb {{(pid=79210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 17:24:26.112761 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_db.api [None req-f46ece2f-dde5-483b-ba69-162b2df09efe None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 17:24:26.177564 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094'] for agent, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:26.178628 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:26.179190 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:26.179722 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:26.180260 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:26.180819 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:26.181266 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:26.181654 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:26.182041 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:26.182448 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:26.182924 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:26.183422 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:26.184427 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:26.184974 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786386-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:24:26.193473 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786386-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:24:26.754371 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f46ece2f-dde5-483b-ba69-162b2df09efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:26.829424 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094'] for agent, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:28.679779 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094'] for agent, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:29.989925 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 46754) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:30.572416 dv-cinder-786386-3-smb neutron-server[79208]: WARNING oslo_policy.policy [None req-2c52780c-61c2-403a-ae67-d8bc1ef52082 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:24:30.572925 dv-cinder-786386-3-smb neutron-server[79208]: WARNING oslo_policy.policy [None req-2c52780c-61c2-403a-ae67-d8bc1ef52082 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:24:30.788668 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [None req-2c52780c-61c2-403a-ae67-d8bc1ef52082 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:24:30.789705 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-2c52780c-61c2-403a-ae67-d8bc1ef52082 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7988310 May 10 17:24:30.964892 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.db.l3_hamode_db [None req-6fdeba8a-f9e1-498d-8704-8613a2f61bd6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 17:24:31.049790 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdeba8a-f9e1-498d-8704-8613a2f61bd6 None None] Routers set() bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:24:31.050197 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdeba8a-f9e1-498d-8704-8613a2f61bd6 None None] Router IDs set() for agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 17:24:33.092087 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 46768) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:33.450136 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-5232780e-453f-431e-9aa4-1a92b8bbeb95 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:24:33.548068 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.policy [None req-5232780e-453f-431e-9aa4-1a92b8bbeb95 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79208) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 17:24:33.593139 dv-cinder-786386-3-smb neutron-server[79208]: WARNING oslo_policy.policy [None req-5232780e-453f-431e-9aa4-1a92b8bbeb95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:24:33.593501 dv-cinder-786386-3-smb neutron-server[79208]: WARNING oslo_policy.policy [None req-5232780e-453f-431e-9aa4-1a92b8bbeb95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:24:33.601859 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.quota [None req-5232780e-453f-431e-9aa4-1a92b8bbeb95 admin admin] Loaded quota_driver: . May 10 17:24:33.617074 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-5232780e-453f-431e-9aa4-1a92b8bbeb95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:33.765425 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5232780e-453f-431e-9aa4-1a92b8bbeb95 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785694564986', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785694564429', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785694620417', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785694615125', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785694604748', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785694598164', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133821401', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-134119420', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-936584', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1006036'] for rbac-policy, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:33.965174 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5232780e-453f-431e-9aa4-1a92b8bbeb95 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:33.966368 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-5232780e-453f-431e-9aa4-1a92b8bbeb95 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8733008 May 10 17:24:36.500825 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 46782) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:36.842032 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'name': 'private', 'project_id': 'efd4de8b12e94c5687fee219707a5e1a'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:24:36.846771 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:36.851209 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Usage tracker for resource:network and tenant:efd4de8b12e94c5687fee219707a5e1a is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:36.855913 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:36.861956 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:36.964617 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Made reservation on behalf of efd4de8b12e94c5687fee219707a5e1a for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:24:36.968019 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:36.985289 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:36.998952 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:37.002594 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Usage tracker for resource:security_group_rule and tenant:efd4de8b12e94c5687fee219707a5e1a is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:37.007415 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:37.013456 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:37.106843 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:37.181713 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:37.186504 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:37.207541 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:24:37.231303 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785690909076', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:37.231819 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Unsubscribe: segment precommit_create {{(pid=79208) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 17:24:37.232356 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Added segment 4f59207d-1e07-4d9a-a4c7-204394549de9 of type vlan for network c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05 May 10 17:24:37.240430 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bcd12e-1658-48c7-ae26-837b006733a4,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:37.291027 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:37.291357 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:37.291674 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:37.291986 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:37.292303 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:37.292611 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:37.292914 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:37.293303 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:37.293642 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:37.293974 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:37.294300 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:37.294599 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Tracked resource versions report: May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: pushed versions: May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: { 'AddressGroup': {'1.2'}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'ConntrackHelper': {'1.0'}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'Log': {'1.0'}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'Network': {'1.1'}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'Port': {'1.7'}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'PortForwarding': {'1.2'}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'QosPolicy': {'1.8'}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'SecurityGroup': {'1.4'}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'SecurityGroupRule': {'1.2'}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'SubPort': {'1.0'}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'Subnet': {'1.1'}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'Trunk': {'1.1'}} May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: consumer versions: May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: { DHCP agent@dv-cinder-786386-3-smb: {}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: L3 agent@dv-cinder-786386-3-smb: {}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: Metadata agent@dv-cinder-786386-3-smb: {}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: Metering agent@dv-cinder-786386-3-smb: {}, May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: Open vSwitch agent@dv-cinder-786386-3-smb: { 'AddressGroup': '1.2', May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'ConntrackHelper': '1.0', May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'Log': '1.0', May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'Network': '1.1', May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'Port': '1.7', May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'PortForwarding': '1.2', May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'QosPolicy': '1.8', May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'SecurityGroup': '1.4', May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'SecurityGroupRule': '1.2', May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'SubPort': '1.0', May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'Subnet': '1.1', May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: 'Trunk': '1.1'}} May 10 17:24:37.295661 dv-cinder-786386-3-smb neutron-server[79208]: {{(pid=79208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:24:37.349161 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:37.355085 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:37.462749 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:37.464197 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:37.464865 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:37.469672 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:37.571077 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Pushing event updated for resources: {'Network': ['ID=c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:37.574016 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:37.582201 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05 details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:24:37.645887 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1440265 May 10 17:24:40.244362 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 46798) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:40.684922 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8bca97-39a5-4e0f-ae75-9ea716ca9cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:40.686276 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-6f8bca97-39a5-4e0f-ae75-9ea716ca9cfe admin admin] 10.222.0.24 "GET /v2.0/networks/c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05 HTTP/1.1" status: 200 len: 825 time: 0.4409595 May 10 17:24:40.712702 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-542075ec-212d-4115-877f-e29ced93f447 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/e75d4b47-f1a6-4ee8-b700-b11777719254 HTTP/1.1" status: 200 len: 734 time: 0.0210297 May 10 17:24:40.720747 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05', 'name': 'private-subnet', 'subnetpool_id': 'e75d4b47-f1a6-4ee8-b700-b11777719254', 'ip_version': 4, 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:24:40.724734 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:40.728367 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Usage tracker for resource:subnet and tenant:efd4de8b12e94c5687fee219707a5e1a is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:40.731724 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:40.738140 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:40.839388 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Made reservation on behalf of efd4de8b12e94c5687fee219707a5e1a for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:24:40.842099 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:41.397744 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:41.402822 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:41.482635 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4203204-b984-4872-9351-b7df413a2d0e,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:41.486950 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Checking segment: {'id': '4f59207d-1e07-4d9a-a4c7-204394549de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:24:41.487326 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Network hostable DHCP agents. Network: c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:24:41.491640 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:41.576773 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Network c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05 is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:24:41.668178 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:24:41.672672 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:41.673248 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:41.677467 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc80e5cc-cf3f-4a93-82f9-19202fb0fbe4 None None] Network c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:24:41.771528 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0539405 May 10 17:24:41.979974 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d5f488-2568-549c-8d36-828068fc4572-c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05', 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'fixed_ips': [{'subnet_id': 'a4203204-b984-4872-9351-b7df413a2d0e'}]}} from dv-cinder-786386-3-smb. {{(pid=79210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:24:41.981644 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:42.163498 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.db_base_plugin_common [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Allocated IP 172.20.0.2 (c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05/a4203204-b984-4872-9351-b7df413a2d0e/78c09537-1afc-4a01-8ef9-7efcaa2cf45c) {{(pid=79210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:24:42.390492 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Notify callbacks [] for port, precommit_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:42.402883 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Transition to ACTIVE for port object 78c09537-1afc-4a01-8ef9-7efcaa2cf45c will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:24:42.423978 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Transition to ACTIVE for port object 78c09537-1afc-4a01-8ef9-7efcaa2cf45c will not be triggered until provisioned by entity DHCP. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:24:42.542853 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:42.548256 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:42.604509 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Network c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05 is already hosted by enough agents. {{(pid=79210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:24:42.607896 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.base_scheduler [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Resources bound (agent type, host, resource id): {{(pid=79210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:24:42.610967 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Received port after_create {{(pid=79210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:24:42.625711 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Pushing event updated for resources: {'Port': ['ID=78c09537-1afc-4a01-8ef9-7efcaa2cf45c,revision_number=1']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:42.666085 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:42.666447 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:42.666772 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:42.667093 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:42.667412 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:42.667727 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:42.668037 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:42.668347 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:42.669200 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:42.669524 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:42.669831 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:42.670133 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Tracked resource versions report: May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: pushed versions: May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: { 'AddressGroup': {'1.2'}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'ConntrackHelper': {'1.0'}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'Log': {'1.0'}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'Network': {'1.1'}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'Port': {'1.7'}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'PortForwarding': {'1.2'}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'QosPolicy': {'1.8'}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'SecurityGroup': {'1.4'}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'SecurityGroupRule': {'1.2'}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'SubPort': {'1.0'}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'Subnet': {'1.1'}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'Trunk': {'1.1'}} May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: consumer versions: May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: { DHCP agent@dv-cinder-786386-3-smb: {}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: L3 agent@dv-cinder-786386-3-smb: {}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: Metadata agent@dv-cinder-786386-3-smb: {}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: Metering agent@dv-cinder-786386-3-smb: {}, May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: Open vSwitch agent@dv-cinder-786386-3-smb: { 'AddressGroup': '1.2', May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'ConntrackHelper': '1.0', May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'Log': '1.0', May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'Network': '1.1', May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'Port': '1.7', May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'PortForwarding': '1.2', May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'QosPolicy': '1.8', May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'SecurityGroup': '1.4', May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'SecurityGroupRule': '1.2', May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'SubPort': '1.0', May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'Subnet': '1.1', May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: 'Trunk': '1.1'}} May 10 17:24:42.671232 dv-cinder-786386-3-smb neutron-server[79210]: {{(pid=79210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:24:42.674852 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:42.723304 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Attempting to bind port 78c09537-1afc-4a01-8ef9-7efcaa2cf45c on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:24:42.723887 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Attempting to bind port 78c09537-1afc-4a01-8ef9-7efcaa2cf45c by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': '4f59207d-1e07-4d9a-a4c7-204394549de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:24:42.724103 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Attempting to bind port 78c09537-1afc-4a01-8ef9-7efcaa2cf45c on network c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05 {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:24:42.729120 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:24:42.729526 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Checking segment: {'id': '4f59207d-1e07-4d9a-a4c7-204394549de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:24:42.729978 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:42.730640 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Bound using segment: {'id': '4f59207d-1e07-4d9a-a4c7-204394549de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:24:42.731154 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Bound port: 78c09537-1afc-4a01-8ef9-7efcaa2cf45c, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f59207d-1e07-4d9a-a4c7-204394549de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:24:42.731533 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:42.817564 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] For port 78c09537-1afc-4a01-8ef9-7efcaa2cf45c, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:24:42.821428 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] For port 78c09537-1afc-4a01-8ef9-7efcaa2cf45c, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=78c09537-1afc-4a01-8ef9-7efcaa2cf45c,segment=NetworkSegment(4f59207d-1e07-4d9a-a4c7-204394549de9),segment_id=4f59207d-1e07-4d9a-a4c7-204394549de9)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:24:42.897057 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:42.901058 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:42.988847 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Pushing event updated for resources: {'Port': ['ID=78c09537-1afc-4a01-8ef9-7efcaa2cf45c,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:42.992252 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:44.111625 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 46808) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:44.480420 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [None req-063ff732-743c-4594-9005-a4aa2331ad5d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:24:44.481594 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-063ff732-743c-4594-9005-a4aa2331ad5d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3690169 May 10 17:24:46.795815 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 46818) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:47.411883 dv-cinder-786386-3-smb neutron-server[79209]: WARNING oslo_policy.policy [None req-e65110e3-4000-4ee2-b797-ac80394453a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:24:47.412446 dv-cinder-786386-3-smb neutron-server[79209]: WARNING oslo_policy.policy [None req-e65110e3-4000-4ee2-b797-ac80394453a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:24:47.631638 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [None req-e65110e3-4000-4ee2-b797-ac80394453a3 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:24:47.632879 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-e65110e3-4000-4ee2-b797-ac80394453a3 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8350508 May 10 17:24:47.917308 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 78c09537-1afc-4a01-8ef9-7efcaa2cf45c up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:24:48.056927 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 78c09537-1afc-4a01-8ef9-7efcaa2cf45c completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:24:48.364373 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7821e515-bafe-4081-849b-5fb227a39673 None None] Network c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:24:48.524962 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-310afd49-668c-4528-8217-98ebfd2c116a None None] Provisioning for port 78c09537-1afc-4a01-8ef9-7efcaa2cf45c completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:24:48.536391 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-310afd49-668c-4528-8217-98ebfd2c116a None None] Provisioning complete for port 78c09537-1afc-4a01-8ef9-7efcaa2cf45c triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:24:48.536775 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-310afd49-668c-4528-8217-98ebfd2c116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:48.736926 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-310afd49-668c-4528-8217-98ebfd2c116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:48.778463 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-310afd49-668c-4528-8217-98ebfd2c116a None None] For port 78c09537-1afc-4a01-8ef9-7efcaa2cf45c, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=78c09537-1afc-4a01-8ef9-7efcaa2cf45c,segment=NetworkSegment(4f59207d-1e07-4d9a-a4c7-204394549de9),segment_id=4f59207d-1e07-4d9a-a4c7-204394549de9)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:24:48.868616 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-310afd49-668c-4528-8217-98ebfd2c116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:48.872829 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-9b722a54-f149-4ca5-8907-5b350429e4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:48.937460 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310afd49-668c-4528-8217-98ebfd2c116a None None] Pushing event updated for resources: {'Port': ['ID=78c09537-1afc-4a01-8ef9-7efcaa2cf45c,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:48.941206 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-310afd49-668c-4528-8217-98ebfd2c116a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:48.991727 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-0b6baa75-2127-43b4-ad78-4cc77cbaafb2 None None] Provisioning complete for port 78c09537-1afc-4a01-8ef9-7efcaa2cf45c triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:24:48.992019 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-0b6baa75-2127-43b4-ad78-4cc77cbaafb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:49.875762 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 78c09537-1afc-4a01-8ef9-7efcaa2cf45c up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:24:49.942012 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 78c09537-1afc-4a01-8ef9-7efcaa2cf45c triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:24:49.942709 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:50.274346 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 46838) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:50.620404 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:24:50.690104 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.policy [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79209) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 17:24:50.736290 dv-cinder-786386-3-smb neutron-server[79209]: WARNING oslo_policy.policy [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:24:50.736663 dv-cinder-786386-3-smb neutron-server[79209]: WARNING oslo_policy.policy [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:24:50.745197 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.quota [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] Loaded quota_driver: . May 10 17:24:50.760695 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:50.767634 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] Usage tracker for resource:router and tenant:efd4de8b12e94c5687fee219707a5e1a is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:50.772054 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:50.779299 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:50.873890 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-882927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30221'] for router, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:50.875866 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30228'] for router, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:50.900712 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:51.086009 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-878434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661772'] for router, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:51.176485 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] Notify callbacks [] for router, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:51.177564 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-9007a1a9-d08c-4b95-a294-dcd53ce20b31 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9022565 May 10 17:24:53.439369 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7e97f3f5-75e1-49ff-90ab-e6ca0eb2e8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:53.461084 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 46850) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:53.816292 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [None req-b87a4547-7057-44b6-99d7-de9ad66bdcea admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:24:53.817228 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-b87a4547-7057-44b6-99d7-de9ad66bdcea admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3552547 May 10 17:24:56.073821 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-ccea5d69-8251-4f6d-9a32-4ed94b72d8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.124033 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 46860) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:56.193716 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.486070 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:24:56.491175 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:56.494848 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Usage tracker for resource:network and tenant:cab9e4342cd846f086b8ed55344e6bf5 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:56.498994 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:56.504619 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:56.628095 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Made reservation on behalf of cab9e4342cd846f086b8ed55344e6bf5 for: {'network': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:24:56.630907 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.647134 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.661210 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:56.664802 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Usage tracker for resource:security_group_rule and tenant:cab9e4342cd846f086b8ed55344e6bf5 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:56.667914 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:56.674177 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:56.763506 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.816781 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.873433 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.880954 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:56.891302 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Reserving flat network on physical network physnet1 {{(pid=79209) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 17:24:56.921248 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785690909076', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.921813 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Unsubscribe: segment precommit_create {{(pid=79209) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 17:24:56.922300 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.segments_db [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Added segment e235e6b6-7ceb-4859-bc26-82df5b914498 of type flat for network e0dd7f9d-963f-4e7d-9505-8e20a5139fef May 10 17:24:56.971885 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab7efb1-93d8-4505-a52f-dcbafec968b8,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:56.990705 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:56.991035 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:56.991360 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:56.991674 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:56.991982 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:56.992286 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:56.992587 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:56.992887 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:56.993201 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:56.993503 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:56.993799 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:56.994093 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Tracked resource versions report: May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: pushed versions: May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: { 'AddressGroup': {'1.2'}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'ConntrackHelper': {'1.0'}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'Log': {'1.0'}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'Network': {'1.1'}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'Port': {'1.7'}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'PortForwarding': {'1.2'}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'QosPolicy': {'1.8'}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'SecurityGroup': {'1.4'}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'SecurityGroupRule': {'1.2'}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'SubPort': {'1.0'}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'Subnet': {'1.1'}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'Trunk': {'1.1'}} May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: consumer versions: May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: { DHCP agent@dv-cinder-786386-3-smb: {}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: L3 agent@dv-cinder-786386-3-smb: {}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: Metadata agent@dv-cinder-786386-3-smb: {}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: Metering agent@dv-cinder-786386-3-smb: {}, May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: Open vSwitch agent@dv-cinder-786386-3-smb: { 'AddressGroup': '1.2', May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'ConntrackHelper': '1.0', May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'Log': '1.0', May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'Network': '1.1', May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'Port': '1.7', May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'PortForwarding': '1.2', May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'QosPolicy': '1.8', May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'SecurityGroup': '1.4', May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'SecurityGroupRule': '1.2', May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'SubPort': '1.0', May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'Subnet': '1.1', May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: 'Trunk': '1.1'}} May 10 17:24:56.995195 dv-cinder-786386-3-smb neutron-server[79209]: {{(pid=79209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:24:57.045477 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:57.051472 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:57.159337 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:57.160809 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:57.161478 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:57.165887 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:57.266162 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Pushing event updated for resources: {'Network': ['ID=e0dd7f9d-963f-4e7d-9505-8e20a5139fef,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:57.269511 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:57.277079 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:24:57.331577 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2064252 May 10 17:24:58.622165 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:59.628555 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 46884) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:59.829223 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e6c8ec-c33d-4b3d-b621-74d0380ed145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:59.830539 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-56e6c8ec-c33d-4b3d-b621-74d0380ed145 admin admin] 10.222.0.24 "GET /v2.0/subnets/a4203204-b984-4872-9351-b7df413a2d0e HTTP/1.1" status: 200 len: 849 time: 0.2010877 May 10 17:24:59.998733 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-b084e201-14b6-414d-8680-1fbca65ccc0e admin admin] 10.222.0.24 "GET /v2.0/routers/5d158c2c-6943-4143-a620-b094263d7574 HTTP/1.1" status: 200 len: 704 time: 0.1626549 May 10 17:25:00.445938 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:00.666502 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Allocated IP 172.20.0.1 (c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05/a4203204-b984-4872-9351-b7df413a2d0e/6556356e-7d66-4443-ba94-857b2c125447) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:25:00.848104 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:00.864953 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Transition to ACTIVE for port object 6556356e-7d66-4443-ba94-857b2c125447 will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:25:00.965869 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:00.970638 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:01.025437 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Network c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:25:01.028273 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:25:01.032005 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:25:01.032525 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659411'] for router_interface, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:01.175121 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6556356e-7d66-4443-ba94-857b2c125447,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:01.181745 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:01.273424 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-eb9266ef-9e51-4a57-9529-561b18e512eb None None] Provisioning for port 6556356e-7d66-4443-ba94-857b2c125447 completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:25:01.278289 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-eb9266ef-9e51-4a57-9529-561b18e512eb None None] Provisioning complete for port 6556356e-7d66-4443-ba94-857b2c125447 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:25:01.278692 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-eb9266ef-9e51-4a57-9529-561b18e512eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:01.333262 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-eb9266ef-9e51-4a57-9529-561b18e512eb None None] Port 6556356e-7d66-4443-ba94-857b2c125447 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:25:01.407335 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:01.624590 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:01.713333 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:01.714440 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659312'] for router_interface, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:01.718055 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:01.843647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6556356e-7d66-4443-ba94-857b2c125447,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:01.847493 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:01.904526 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Network c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:25:01.905502 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:25:02.054812 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-2e52e407-05d8-4482-ba3a-576396902018 None None] Provisioning complete for port 6556356e-7d66-4443-ba94-857b2c125447 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:25:02.055178 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2e52e407-05d8-4482-ba3a-576396902018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:02.106534 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-2e52e407-05d8-4482-ba3a-576396902018 None None] Port 6556356e-7d66-4443-ba94-857b2c125447 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:25:02.147782 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Router 5d158c2c-6943-4143-a620-b094263d7574 is scheduled to L3 agent 0356254e-8511-425b-a043-3795cd14905b with binding_index 1 {{(pid=79208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:25:02.330007 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:25:02.339523 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Sync routers for ids ['5d158c2c-6943-4143-a620-b094263d7574'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:25:02.350588 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] 10.222.0.24 "PUT /v2.0/routers/5d158c2c-6943-4143-a620-b094263d7574/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3361535 May 10 17:25:02.350813 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Routers {'5d158c2c-6943-4143-a620-b094263d7574'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:25:02.350960 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:24:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['5d158c2c-6943-4143-a620-b094263d7574'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:02.523752 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Set router 5d158c2c-6943-4143-a620-b094263d7574 gateway port host: None {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:25:02.881853 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d158c2c-6943-4143-a620-b094263d7574', 'name': 'router1', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:50Z', 'updated_at': '2021-05-10T17:25:01Z', 'revision_number': 2, 'project_id': 'efd4de8b12e94c5687fee219707a5e1a', 'gw_port_host': None, '_interfaces': [{'id': '6556356e-7d66-4443-ba94-857b2c125447', 'name': '', 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'mac_address': 'fa:16:3e:c1:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d158c2c-6943-4143-a620-b094263d7574', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4203204-b984-4872-9351-b7df413a2d0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:25:00Z', 'updated_at': '2021-05-10T17:25:01Z', 'revision_number': 2, 'project_id': 'efd4de8b12e94c5687fee219707a5e1a', 'subnets': [{'id': 'a4203204-b984-4872-9351-b7df413a2d0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e75d4b47-f1a6-4ee8-b700-b11777719254'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:02.886664 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Checking router: 5d158c2c-6943-4143-a620-b094263d7574 for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:25:02.887045 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Updating router 5d158c2c-6943-4143-a620-b094263d7574 port 6556356e-7d66-4443-ba94-857b2c125447 binding host dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:25:02.938090 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:03.305349 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Notify callbacks [] for port, precommit_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:03.320042 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.provisioning_blocks [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Transition to ACTIVE for port object 6556356e-7d66-4443-ba94-857b2c125447 will not be triggered until provisioned by entity L2. {{(pid=79211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:25:03.416677 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:03.421724 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:03.627119 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Pushing event updated for resources: {'Port': ['ID=6556356e-7d66-4443-ba94-857b2c125447,revision_number=3']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:03.647408 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:03.647748 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:03.648075 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:03.648394 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:03.648711 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:03.649026 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:03.649338 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:03.649649 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:03.649959 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:03.650288 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:03.650614 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:03.650903 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Tracked resource versions report: May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: pushed versions: May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: { 'AddressGroup': {'1.2'}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'ConntrackHelper': {'1.0'}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'Log': {'1.0'}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'Network': {'1.1'}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'Port': {'1.7'}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'PortForwarding': {'1.2'}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'QosPolicy': {'1.8'}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'SecurityGroup': {'1.4'}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'SecurityGroupRule': {'1.2'}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'SubPort': {'1.0'}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'Subnet': {'1.1'}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'Trunk': {'1.1'}} May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: consumer versions: May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: { DHCP agent@dv-cinder-786386-3-smb: {}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: L3 agent@dv-cinder-786386-3-smb: {}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: Metadata agent@dv-cinder-786386-3-smb: {}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: Metering agent@dv-cinder-786386-3-smb: {}, May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: Open vSwitch agent@dv-cinder-786386-3-smb: { 'AddressGroup': '1.2', May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'ConntrackHelper': '1.0', May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'Log': '1.0', May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'Network': '1.1', May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'Port': '1.7', May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'PortForwarding': '1.2', May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'QosPolicy': '1.8', May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'SecurityGroup': '1.4', May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'SecurityGroupRule': '1.2', May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'SubPort': '1.0', May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'Subnet': '1.1', May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: 'Trunk': '1.1'}} May 10 17:25:03.651981 dv-cinder-786386-3-smb neutron-server[79211]: {{(pid=79211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:25:03.660278 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:03.661094 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Attempting to bind port 6556356e-7d66-4443-ba94-857b2c125447 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:25:03.661872 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Attempting to bind port 6556356e-7d66-4443-ba94-857b2c125447 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': '4f59207d-1e07-4d9a-a4c7-204394549de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05'}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:25:03.661872 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Attempting to bind port 6556356e-7d66-4443-ba94-857b2c125447 on network c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05 {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:25:03.666965 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:25:03.667369 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Checking segment: {'id': '4f59207d-1e07-4d9a-a4c7-204394549de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:25:03.667841 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:03.668223 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Bound using segment: {'id': '4f59207d-1e07-4d9a-a4c7-204394549de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05'} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:25:03.668746 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Bound port: 6556356e-7d66-4443-ba94-857b2c125447, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f59207d-1e07-4d9a-a4c7-204394549de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05'}}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:25:03.669116 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:03.757573 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] For port 6556356e-7d66-4443-ba94-857b2c125447, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:25:03.761311 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] For port 6556356e-7d66-4443-ba94-857b2c125447, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=6556356e-7d66-4443-ba94-857b2c125447,segment=NetworkSegment(4f59207d-1e07-4d9a-a4c7-204394549de9),segment_id=4f59207d-1e07-4d9a-a4c7-204394549de9)] {{(pid=79211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:25:03.851068 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:03.855124 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:03.938611 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Pushing event updated for resources: {'Port': ['ID=6556356e-7d66-4443-ba94-857b2c125447,revision_number=4']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:03.941116 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Routers {'5d158c2c-6943-4143-a620-b094263d7574'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:25:03.941724 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:24:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['5d158c2c-6943-4143-a620-b094263d7574'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:03.992772 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:04.120042 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] Set router 5d158c2c-6943-4143-a620-b094263d7574 gateway port host: None {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:25:04.436245 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d158c2c-6943-4143-a620-b094263d7574', 'name': 'router1', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:50Z', 'updated_at': '2021-05-10T17:25:01Z', 'revision_number': 2, 'project_id': 'efd4de8b12e94c5687fee219707a5e1a', 'gw_port_host': None, '_interfaces': [{'id': '6556356e-7d66-4443-ba94-857b2c125447', 'name': '', 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'mac_address': 'fa:16:3e:c1:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d158c2c-6943-4143-a620-b094263d7574', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4203204-b984-4872-9351-b7df413a2d0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:25:00Z', 'updated_at': '2021-05-10T17:25:03Z', 'revision_number': 4, 'project_id': 'efd4de8b12e94c5687fee219707a5e1a', 'subnets': [{'id': 'a4203204-b984-4872-9351-b7df413a2d0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e75d4b47-f1a6-4ee8-b700-b11777719254'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:04.440193 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb5d24-ebd9-4417-8ac7-d6a03f032052 None None] The sync data for ids ['5d158c2c-6943-4143-a620-b094263d7574'] in dv-cinder-786386-3-smb is: [{'id': '5d158c2c-6943-4143-a620-b094263d7574', 'name': 'router1', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:50Z', 'updated_at': '2021-05-10T17:25:01Z', 'revision_number': 2, 'project_id': 'efd4de8b12e94c5687fee219707a5e1a', 'gw_port_host': None, '_interfaces': [{'id': '6556356e-7d66-4443-ba94-857b2c125447', 'name': '', 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'mac_address': 'fa:16:3e:c1:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d158c2c-6943-4143-a620-b094263d7574', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4203204-b984-4872-9351-b7df413a2d0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:25:00Z', 'updated_at': '2021-05-10T17:25:03Z', 'revision_number': 4, 'project_id': 'efd4de8b12e94c5687fee219707a5e1a', 'subnets': [{'id': 'a4203204-b984-4872-9351-b7df413a2d0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e75d4b47-f1a6-4ee8-b700-b11777719254'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:25:04.477604 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 5 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:25:04.490122 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 46906) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:04.634874 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404cd870-42be-4fbb-8ecd-a7428511dc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:04.636222 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-404cd870-42be-4fbb-8ecd-a7428511dc1a admin admin] 10.222.0.24 "GET /v2.0/networks/e0dd7f9d-963f-4e7d-9505-8e20a5139fef HTTP/1.1" status: 200 len: 842 time: 0.1451356 May 10 17:25:04.645999 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'cidr': '172.28.2.0/24'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:25:04.651095 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:25:04.655378 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Usage tracker for resource:subnet and tenant:cab9e4342cd846f086b8ed55344e6bf5 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:25:04.658157 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:25:04.663745 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:25:04.747743 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Made reservation on behalf of cab9e4342cd846f086b8ed55344e6bf5 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:25:04.749991 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Notify callbacks [] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:05.251965 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.objects.ports [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79208) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 17:25:05.252402 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:05.255885 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:05.325701 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Pushing event updated for resources: {'Subnet': ['ID=41fdabf2-3886-4bcc-9d97-a7a97bc04409,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:05.329208 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:05.335377 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Checking segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:25:05.335736 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Network hostable DHCP agents. Network: e0dd7f9d-963f-4e7d-9505-8e20a5139fef, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:25:05.473383 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:25:05.588376 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, e0dd7f9d-963f-4e7d-9505-8e20a5139fef) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:25:05.601064 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:05.601064 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:05.601420 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249d62b0-79a9-4cd4-9e4e-e9872383ce33 None None] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:25:05.713774 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0712659 May 10 17:25:05.798781 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa996c9-17f4-4281-a363-e77647a3a3da None None] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:25:07.907502 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 6556356e-7d66-4443-ba94-857b2c125447 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:25:07.924833 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 46920) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:08.073427 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 6556356e-7d66-4443-ba94-857b2c125447 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:25:08.079667 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 6556356e-7d66-4443-ba94-857b2c125447 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:25:08.080111 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:08.126221 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-dd7b4565-dd08-47a0-b242-f329d3ebab4e admin admin] 10.222.0.24 "GET /v2.0/routers/5d158c2c-6943-4143-a620-b094263d7574 HTTP/1.1" status: 200 len: 710 time: 0.1982195 May 10 17:25:08.199986 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:08.235031 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port 6556356e-7d66-4443-ba94-857b2c125447, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=6556356e-7d66-4443-ba94-857b2c125447,segment=NetworkSegment(4f59207d-1e07-4d9a-a4c7-204394549de9),segment_id=4f59207d-1e07-4d9a-a4c7-204394549de9)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:08.252864 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003d7a57-758a-4c29-9e26-c388e5307e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:08.259091 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-003d7a57-758a-4c29-9e26-c388e5307e27 admin admin] 10.222.0.24 "GET /v2.0/networks/e0dd7f9d-963f-4e7d-9505-8e20a5139fef HTTP/1.1" status: 200 len: 886 time: 0.1249878 May 10 17:25:08.263071 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:25:08.331037 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:08.333240 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:08.398171 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=6556356e-7d66-4443-ba94-857b2c125447,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:08.401257 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:08.774225 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-878363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30310'] for router, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.190669 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.246738 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.377658 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Allocated IP 172.28.2.243 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/22c1fdf6-0411-4162-9130-887cb988f28d) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:25:09.515876 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.633471 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.637021 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:09.692718 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:25:09.695410 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:25:09.703237 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:25:09.810731 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Pushing event updated for resources: {'Port': ['ID=22c1fdf6-0411-4162-9130-887cb988f28d,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:09.819184 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:09.882818 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 6556356e-7d66-4443-ba94-857b2c125447 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:25:09.949466 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 6556356e-7d66-4443-ba94-857b2c125447 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:25:09.949758 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:10.313612 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:10.684042 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-878363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30310'] for router, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:10.687226 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-878348'] for router, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:10.859052 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Router 5d158c2c-6943-4143-a620-b094263d7574 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:25:11.029511 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:25:11.038166 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.038602 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Sync routers for ids ['5d158c2c-6943-4143-a620-b094263d7574'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:25:11.040034 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] 10.222.0.24 "PUT /v2.0/routers/5d158c2c-6943-4143-a620-b094263d7574 HTTP/1.1" status: 200 len: 890 time: 2.7802773 May 10 17:25:11.049162 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Routers {'5d158c2c-6943-4143-a620-b094263d7574'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:25:11.049812 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:24:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['5d158c2c-6943-4143-a620-b094263d7574'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:11.264224 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Set router 5d158c2c-6943-4143-a620-b094263d7574 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:25:11.595892 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d158c2c-6943-4143-a620-b094263d7574', 'name': 'router1', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '22c1fdf6-0411-4162-9130-887cb988f28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:50Z', 'updated_at': '2021-05-10T17:25:09Z', 'revision_number': 4, 'project_id': 'efd4de8b12e94c5687fee219707a5e1a', 'gw_port': {'id': '22c1fdf6-0411-4162-9130-887cb988f28d', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:69:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d158c2c-6943-4143-a620-b094263d7574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:25:09Z', 'updated_at': '2021-05-10T17:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '6556356e-7d66-4443-ba94-857b2c125447', 'name': '', 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'mac_address': 'fa:16:3e:c1:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d158c2c-6943-4143-a620-b094263d7574', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4203204-b984-4872-9351-b7df413a2d0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:25:00Z', 'updated_at': '2021-05-10T17:25:08Z', 'revision_number': 5, 'project_id': 'efd4de8b12e94c5687fee219707a5e1a', 'subnets': [{'id': 'a4203204-b984-4872-9351-b7df413a2d0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e75d4b47-f1a6-4ee8-b700-b11777719254'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:11.600682 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Checking router: 5d158c2c-6943-4143-a620-b094263d7574 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:25:11.601048 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Updating router 5d158c2c-6943-4143-a620-b094263d7574 port 22c1fdf6-0411-4162-9130-887cb988f28d binding host dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:25:11.653052 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.972589 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.983534 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Transition to ACTIVE for port object 22c1fdf6-0411-4162-9130-887cb988f28d will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:25:12.061671 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:12.066427 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:12.136216 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Attempting to bind port 22c1fdf6-0411-4162-9130-887cb988f28d on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:25:12.136571 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Attempting to bind port 22c1fdf6-0411-4162-9130-887cb988f28d by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:25:12.136934 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Attempting to bind port 22c1fdf6-0411-4162-9130-887cb988f28d on network e0dd7f9d-963f-4e7d-9505-8e20a5139fef {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:25:12.143417 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be57699-9b52-4450-b64c-0e4b9e3398c1 None None] Pushing event updated for resources: {'Port': ['ID=22c1fdf6-0411-4162-9130-887cb988f28d,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:12.147201 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-7be57699-9b52-4450-b64c-0e4b9e3398c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:12.148094 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:25:12.148462 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Checking segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:25:12.148860 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:12.149243 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Bound using segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:25:12.149717 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Bound port: 22c1fdf6-0411-4162-9130-887cb988f28d, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:25:12.150107 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:12.223348 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] For port 22c1fdf6-0411-4162-9130-887cb988f28d, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:25:12.226209 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] For port 22c1fdf6-0411-4162-9130-887cb988f28d, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=22c1fdf6-0411-4162-9130-887cb988f28d,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:25:12.302880 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:12.307095 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-310afd49-668c-4528-8217-98ebfd2c116a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:12.381419 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Routers {'5d158c2c-6943-4143-a620-b094263d7574'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:25:12.382026 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:24:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['5d158c2c-6943-4143-a620-b094263d7574'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:12.437131 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be57699-9b52-4450-b64c-0e4b9e3398c1 None None] Pushing event updated for resources: {'Port': ['ID=22c1fdf6-0411-4162-9130-887cb988f28d,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:12.492889 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-7be57699-9b52-4450-b64c-0e4b9e3398c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:12.561403 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] Set router 5d158c2c-6943-4143-a620-b094263d7574 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:25:12.913832 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d158c2c-6943-4143-a620-b094263d7574', 'name': 'router1', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '22c1fdf6-0411-4162-9130-887cb988f28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:50Z', 'updated_at': '2021-05-10T17:25:09Z', 'revision_number': 4, 'project_id': 'efd4de8b12e94c5687fee219707a5e1a', 'gw_port': {'id': '22c1fdf6-0411-4162-9130-887cb988f28d', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:69:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d158c2c-6943-4143-a620-b094263d7574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:25:09Z', 'updated_at': '2021-05-10T17:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '6556356e-7d66-4443-ba94-857b2c125447', 'name': '', 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'mac_address': 'fa:16:3e:c1:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d158c2c-6943-4143-a620-b094263d7574', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4203204-b984-4872-9351-b7df413a2d0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:25:00Z', 'updated_at': '2021-05-10T17:25:08Z', 'revision_number': 5, 'project_id': 'efd4de8b12e94c5687fee219707a5e1a', 'subnets': [{'id': 'a4203204-b984-4872-9351-b7df413a2d0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e75d4b47-f1a6-4ee8-b700-b11777719254'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:12.917844 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2c3f9-6ac2-48a4-b6eb-bfb96284169c None None] The sync data for ids ['5d158c2c-6943-4143-a620-b094263d7574'] in dv-cinder-786386-3-smb is: [{'id': '5d158c2c-6943-4143-a620-b094263d7574', 'name': 'router1', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '22c1fdf6-0411-4162-9130-887cb988f28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:50Z', 'updated_at': '2021-05-10T17:25:09Z', 'revision_number': 4, 'project_id': 'efd4de8b12e94c5687fee219707a5e1a', 'gw_port': {'id': '22c1fdf6-0411-4162-9130-887cb988f28d', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:69:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d158c2c-6943-4143-a620-b094263d7574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:25:09Z', 'updated_at': '2021-05-10T17:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '6556356e-7d66-4443-ba94-857b2c125447', 'name': '', 'network_id': 'c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05', 'tenant_id': 'efd4de8b12e94c5687fee219707a5e1a', 'mac_address': 'fa:16:3e:c1:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d158c2c-6943-4143-a620-b094263d7574', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4203204-b984-4872-9351-b7df413a2d0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:25:00Z', 'updated_at': '2021-05-10T17:25:08Z', 'revision_number': 5, 'project_id': 'efd4de8b12e94c5687fee219707a5e1a', 'subnets': [{'id': 'a4203204-b984-4872-9351-b7df413a2d0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e75d4b47-f1a6-4ee8-b700-b11777719254'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:25:13.348733 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 46930) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:13.468384 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-6e956075-8a49-41e5-a938-f75e8b0f4a0c admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1184924 May 10 17:25:13.909240 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 22c1fdf6-0411-4162-9130-887cb988f28d up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:25:14.056446 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 22c1fdf6-0411-4162-9130-887cb988f28d completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:25:14.061469 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 22c1fdf6-0411-4162-9130-887cb988f28d triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:25:14.061839 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:14.179048 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:14.195145 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port 22c1fdf6-0411-4162-9130-887cb988f28d, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=22c1fdf6-0411-4162-9130-887cb988f28d,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:14.290806 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:14.309427 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:14.383750 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=22c1fdf6-0411-4162-9130-887cb988f28d,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:14.386784 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:15.906366 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 22c1fdf6-0411-4162-9130-887cb988f28d up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:25:15.999680 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 22c1fdf6-0411-4162-9130-887cb988f28d triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:25:15.999969 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:23.433285 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-a70de66e-98a2-4008-9e2b-36f1205920d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:26.073117 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f0a88e81-4914-4a25-bd88-13a049d34d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:26.193343 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:26.776498 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:28.646084 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:41.477354 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 5 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:25:53.438570 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-4573451e-b1fd-43e5-83dd-55da98a74c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:56.633479 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-b0e13d47-56f1-4dd9-b1f9-df84b7a56cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:56.635331 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:56.804605 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:58.651599 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:18.476370 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 5 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:26:23.455282 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d2dab112-fc61-4651-a261-bdd32dea1fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:26.054086 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-4f626585-233f-405a-8a5f-855acc4889de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:26.152436 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:26.746374 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:28.643827 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:49.186482 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47500) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:49.251974 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0b6e3f-5f86-462f-a16e-359a936a09c5 admin admin] GET failed (client error): The resource could not be found. May 10 17:26:49.253187 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-4c0b6e3f-5f86-462f-a16e-359a936a09c5 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657818 May 10 17:26:49.381257 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f97a4b8-3b41-43dc-8bae-48f0838d73d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:49.382660 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-4f97a4b8-3b41-43dc-8bae-48f0838d73d7 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1257021 May 10 17:26:51.470306 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47510) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:51.572824 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d6a1ae-83df-4d15-80f4-b195c607c002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:51.573305 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d6d6a1ae-83df-4d15-80f4-b195c607c002 admin admin] Synchronizing usage tracker for tenant:cab9e4342cd846f086b8ed55344e6bf5 on resource:subnet {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:26:51.659306 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d6d6a1ae-83df-4d15-80f4-b195c607c002 admin admin] Unset dirty status for tenant:cab9e4342cd846f086b8ed55344e6bf5 on resource:subnet {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:26:51.660442 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-d6d6a1ae-83df-4d15-80f4-b195c607c002 admin admin] 10.222.0.24 "GET /v2.0/subnets/a4203204-b984-4872-9351-b7df413a2d0e HTTP/1.1" status: 200 len: 849 time: 0.1892045 May 10 17:26:51.669623 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:26:51.785098 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:52.053567 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785690902366'] for subnet, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:52.057276 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:52.101628 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:52.102356 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:52.103628 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] 10.222.0.24 "PUT /v2.0/subnets/a4203204-b984-4872-9351-b7df413a2d0e HTTP/1.1" status: 200 len: 868 time: 0.4377663 May 10 17:26:52.106478 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79233ba1-2c58-4821-aa78-d9226ad26e57 None None] Network c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:26:52.129404 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4203204-b984-4872-9351-b7df413a2d0e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:52.137490 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:52.137851 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:52.138150 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:52.138527 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:52.138857 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:52.139182 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:52.139540 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:52.139982 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:52.140336 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:52.140661 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:52.140978 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:52.141292 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:52.145146 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-65ca311c-fe0c-4777-821b-f49daec8a736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:52.537705 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-775742d0-9858-46eb-b8e5-04226b95344d None None] Provisioning complete for port 6556356e-7d66-4443-ba94-857b2c125447 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:26:52.538234 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-775742d0-9858-46eb-b8e5-04226b95344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:52.660731 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-775742d0-9858-46eb-b8e5-04226b95344d None None] Provisioning complete for port 78c09537-1afc-4a01-8ef9-7efcaa2cf45c triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:26:52.661032 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-775742d0-9858-46eb-b8e5-04226b95344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:53.442982 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1e52-2524-4076-945d-e11c22d65aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.244642 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 47520) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:54.423558 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c8a39-3a7b-4583-8966-89c7eab52ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:54.424030 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c8a39-3a7b-4583-8966-89c7eab52ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:54.424806 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-119c8a39-3a7b-4583-8966-89c7eab52ded admin admin] Synchronizing usage tracker for tenant:cab9e4342cd846f086b8ed55344e6bf5 on resource:network {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:26:54.511451 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-119c8a39-3a7b-4583-8966-89c7eab52ded admin admin] Unset dirty status for tenant:cab9e4342cd846f086b8ed55344e6bf5 on resource:network {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:26:54.512561 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-119c8a39-3a7b-4583-8966-89c7eab52ded admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2669766 May 10 17:26:55.474774 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 5 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:26:56.071925 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-551debac-a859-4b08-b4bf-dc3d6acf64f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:56.169073 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:56.597032 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47530) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:56.768355 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:56.815176 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4c4e20-f249-47de-82b7-9434cd1a844e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:56.815569 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4c4e20-f249-47de-82b7-9434cd1a844e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:56.817072 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-ad4c4e20-f249-47de-82b7-9434cd1a844e admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2191141 May 10 17:26:58.648527 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:58.895050 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47540) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:59.062973 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e3ca4b-08ee-4149-a57a-946c5aad63f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:59.064278 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-09e3ca4b-08ee-4149-a57a-946c5aad63f4 admin admin] 10.222.0.24 "GET /v2.0/networks/c2dc5a77-53f6-49a5-ae30-3ddbf8f8bb05 HTTP/1.1" status: 200 len: 869 time: 0.1682575 May 10 17:27:01.157000 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47550) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:01.321139 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881ead54-5111-4ec8-a175-f4321ef0e0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:01.322511 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-881ead54-5111-4ec8-a175-f4321ef0e0fb admin admin] 10.222.0.24 "GET /v2.0/networks/e0dd7f9d-963f-4e7d-9505-8e20a5139fef HTTP/1.1" status: 200 len: 886 time: 0.1645706 May 10 17:27:03.428084 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47560) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:03.532130 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3211a773-8a6d-4e6e-9364-fe8f28262acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:03.532599 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3211a773-8a6d-4e6e-9364-fe8f28262acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:03.534090 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-3211a773-8a6d-4e6e-9364-fe8f28262acd admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050830 May 10 17:27:05.613628 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47570) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:05.721342 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9618081-41d2-461c-af64-5d9c8ba27be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:05.721802 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9618081-41d2-461c-af64-5d9c8ba27be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:05.723286 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-d9618081-41d2-461c-af64-5d9c8ba27be8 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1087282 May 10 17:27:07.800885 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47580) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:07.901618 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4653b43-0c21-4fd6-8129-6021a53aff8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:07.904771 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-f4653b43-0c21-4fd6-8129-6021a53aff8f admin admin] 10.222.0.24 "GET /v2.0/subnets/41fdabf2-3886-4bcc-9d97-a7a97bc04409 HTTP/1.1" status: 200 len: 816 time: 0.1029069 May 10 17:27:09.987932 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47590) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:10.094096 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfff8ff-8b5d-4fb7-9c98-67ca31fc7da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:10.095393 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-7cfff8ff-8b5d-4fb7-9c98-67ca31fc7da6 admin admin] 10.222.0.24 "GET /v2.0/subnets/a4203204-b984-4872-9351-b7df413a2d0e HTTP/1.1" status: 200 len: 868 time: 0.1065531 May 10 17:27:23.442881 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-18ca5ac6-00b9-4c4d-84e7-46303c16ca18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:26.082513 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-1ec45059-7866-4f89-826f-4aab2a7ccfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:26.162436 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:26.780369 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:28.659655 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:32.473641 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 5 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:27:32.692276 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47634) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:32.738479 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [None req-7b157519-2846-4836-8d89-c0cd6d7b0042 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:27:32.739440 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-7b157519-2846-4836-8d89-c0cd6d7b0042 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462368 May 10 17:27:34.912993 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47644) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:34.978782 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.pecan_wsgi.hooks.translation [None req-09df8fd4-7061-4629-ad51-c7b47079901e admin admin] GET failed (client error): The resource could not be found. May 10 17:27:34.979991 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-09df8fd4-7061-4629-ad51-c7b47079901e admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660384 May 10 17:27:35.100945 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b8870-bfa5-44dd-a9ed-3fa5bd603902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:35.102289 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-1a1b8870-bfa5-44dd-a9ed-3fa5bd603902 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1179245 May 10 17:27:37.197144 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47654) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:37.243836 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:37.248328 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:37.257485 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:37.304936 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Made reservation on behalf of cab9e4342cd846f086b8ed55344e6bf5 for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:37.307196 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:37.393914 dv-cinder-786386-3-smb neutron-server[79208]: WARNING neutron.services.revisions.revision_plugin [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Could not find related network for resource to bump revision. May 10 17:27:37.406038 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:27:37.414523 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:37.414857 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Added segment 18160e0b-9c8f-498d-8511-0fcd592a8d78 of type vlan for network 19d7a0ac-aa71-463e-88fc-caeea85f7002 May 10 17:27:37.439120 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:37.516726 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:37.517984 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:37.518629 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:37.523196 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:37.616314 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Pushing event updated for resources: {'Network': ['ID=19d7a0ac-aa71-463e-88fc-caeea85f7002,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:37.618987 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:37.626561 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network 19d7a0ac-aa71-463e-88fc-caeea85f7002 details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:27:37.659620 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4613826 May 10 17:27:39.779824 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47664) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:39.848160 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ea9df1-ee62-4e9c-8af8-32c4bc12f6d9 admin admin] GET failed (client error): The resource could not be found. May 10 17:27:39.848666 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-c8ea9df1-ee62-4e9c-8af8-32c4bc12f6d9 admin admin] Synchronizing usage tracker for tenant:cab9e4342cd846f086b8ed55344e6bf5 on resource:network {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:27:39.910846 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-c8ea9df1-ee62-4e9c-8af8-32c4bc12f6d9 admin admin] Unset dirty status for tenant:cab9e4342cd846f086b8ed55344e6bf5 on resource:network {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:27:39.911925 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-c8ea9df1-ee62-4e9c-8af8-32c4bc12f6d9 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1311743 May 10 17:27:40.015613 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a75ade5-fbdf-4a74-80d8-18052cd97aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:40.016971 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-9a75ade5-fbdf-4a74-80d8-18052cd97aa9 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1011941 May 10 17:27:40.026386 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Request body: {'subnet': {'network_id': '19d7a0ac-aa71-463e-88fc-caeea85f7002', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:40.030660 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:40.039922 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:40.093426 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Made reservation on behalf of cab9e4342cd846f086b8ed55344e6bf5 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:40.095633 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:40.557814 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:40.562858 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e07a086d-e525-4cf2-b60a-0deb5c84caea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:40.629142 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca1cedb-2345-478d-b45e-3caaf1ce4799,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:40.632476 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:40.637827 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Checking segment: {'id': '18160e0b-9c8f-498d-8511-0fcd592a8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '19d7a0ac-aa71-463e-88fc-caeea85f7002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:40.638206 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Network hostable DHCP agents. Network: 19d7a0ac-aa71-463e-88fc-caeea85f7002, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:27:40.739246 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Network 19d7a0ac-aa71-463e-88fc-caeea85f7002 is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:27:40.802406 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, 19d7a0ac-aa71-463e-88fc-caeea85f7002) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:40.806327 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:40.806910 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:40.811175 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8721d8fa-1fd6-45d4-9f80-2b5a19ca3a6c None None] Network 19d7a0ac-aa71-463e-88fc-caeea85f7002 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:40.900531 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8774021 May 10 17:27:41.029016 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d5f488-2568-549c-8d36-828068fc4572-19d7a0ac-aa71-463e-88fc-caeea85f7002', 'network_id': '19d7a0ac-aa71-463e-88fc-caeea85f7002', 'tenant_id': 'cab9e4342cd846f086b8ed55344e6bf5', 'fixed_ips': [{'subnet_id': 'eca1cedb-2345-478d-b45e-3caaf1ce4799'}]}} from dv-cinder-786386-3-smb. {{(pid=79210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:27:41.029871 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.186685 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.db_base_plugin_common [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Allocated IP 192.168.233.2 (19d7a0ac-aa71-463e-88fc-caeea85f7002/eca1cedb-2345-478d-b45e-3caaf1ce4799/c7f834f3-418b-4d4f-afc3-aeaf67e849ad) {{(pid=79210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:41.388807 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Notify callbacks [] for port, precommit_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.399157 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Transition to ACTIVE for port object c7f834f3-418b-4d4f-afc3-aeaf67e849ad will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:41.416702 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Transition to ACTIVE for port object c7f834f3-418b-4d4f-afc3-aeaf67e849ad will not be triggered until provisioned by entity DHCP. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:41.488912 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.493682 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:41.550401 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Network 19d7a0ac-aa71-463e-88fc-caeea85f7002 is already hosted by enough agents. {{(pid=79210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:41.553196 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.base_scheduler [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Resources bound (agent type, host, resource id): {{(pid=79210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:41.567590 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Received port after_create {{(pid=79210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:41.569696 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Pushing event updated for resources: {'Port': ['ID=c7f834f3-418b-4d4f-afc3-aeaf67e849ad,revision_number=1']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:41.579022 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:41.579370 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:41.579705 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:41.580035 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:41.580360 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:41.580685 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:41.581007 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:41.581323 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:41.581639 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:41.581953 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:41.582367 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:41.582684 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:41.614349 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:41.666293 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Attempting to bind port c7f834f3-418b-4d4f-afc3-aeaf67e849ad on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:41.666664 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Attempting to bind port c7f834f3-418b-4d4f-afc3-aeaf67e849ad by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': '18160e0b-9c8f-498d-8511-0fcd592a8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '19d7a0ac-aa71-463e-88fc-caeea85f7002'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:41.667024 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Attempting to bind port c7f834f3-418b-4d4f-afc3-aeaf67e849ad on network 19d7a0ac-aa71-463e-88fc-caeea85f7002 {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:41.672826 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:41.673200 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Checking segment: {'id': '18160e0b-9c8f-498d-8511-0fcd592a8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '19d7a0ac-aa71-463e-88fc-caeea85f7002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:41.673599 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.673989 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Bound using segment: {'id': '18160e0b-9c8f-498d-8511-0fcd592a8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '19d7a0ac-aa71-463e-88fc-caeea85f7002'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:41.674493 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Bound port: c7f834f3-418b-4d4f-afc3-aeaf67e849ad, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18160e0b-9c8f-498d-8511-0fcd592a8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '19d7a0ac-aa71-463e-88fc-caeea85f7002'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:41.674888 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.764557 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] For port c7f834f3-418b-4d4f-afc3-aeaf67e849ad, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:41.767491 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] For port c7f834f3-418b-4d4f-afc3-aeaf67e849ad, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=c7f834f3-418b-4d4f-afc3-aeaf67e849ad,segment=NetworkSegment(18160e0b-9c8f-498d-8511-0fcd592a8d78),segment_id=18160e0b-9c8f-498d-8511-0fcd592a8d78)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:41.837201 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.841788 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-7be57699-9b52-4450-b64c-0e4b9e3398c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:41.916871 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Pushing event updated for resources: {'Port': ['ID=c7f834f3-418b-4d4f-afc3-aeaf67e849ad,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:41.919461 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:42.700192 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53debcbc-4549-4eaf-b2e8-d4958e1b0b35 None None] Network 19d7a0ac-aa71-463e-88fc-caeea85f7002 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:42.865646 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-23b994bc-3328-4d66-8a35-5e10b6d30d88 None None] Provisioning for port c7f834f3-418b-4d4f-afc3-aeaf67e849ad completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:44.023080 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device c7f834f3-418b-4d4f-afc3-aeaf67e849ad up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:44.149815 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port c7f834f3-418b-4d4f-afc3-aeaf67e849ad completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:44.156564 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port c7f834f3-418b-4d4f-afc3-aeaf67e849ad triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:44.157583 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.275037 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.310122 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port c7f834f3-418b-4d4f-afc3-aeaf67e849ad, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=c7f834f3-418b-4d4f-afc3-aeaf67e849ad,segment=NetworkSegment(18160e0b-9c8f-498d-8511-0fcd592a8d78),segment_id=18160e0b-9c8f-498d-8511-0fcd592a8d78)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:44.379636 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.383087 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:44.467706 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=c7f834f3-418b-4d4f-afc3-aeaf67e849ad,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:44.471074 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:46.006272 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device c7f834f3-418b-4d4f-afc3-aeaf67e849ad up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:46.071706 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port c7f834f3-418b-4d4f-afc3-aeaf67e849ad triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:46.072067 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.424929 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f3ba8ee7-fcb4-4cc6-8c3a-df9db7efcc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.065197 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-c45e025b-6299-47bf-bc75-ee36ec711c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.196567 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.785167 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.642079 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:09.472231 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 5 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:28:23.440775 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-921e0070-ef74-4f56-8fab-fec551525440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.081914 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7e244d39-5210-4341-900d-8ebb881c5117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.179240 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.761675 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:28.652968 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.471294 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 5 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:28:53.475860 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-9ea06077-54b0-4bd3-8238-8916ac54a096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:56.041727 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47714) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:56.047641 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [None req-f555b4df-01c9-4e54-846b-c69ff6c43c66 tempest-verify_tempest_config-382865225 tempest-verify_tempest_config-382865225-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:28:56.048553 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-f555b4df-01c9-4e54-846b-c69ff6c43c66 tempest-verify_tempest_config-382865225 tempest-verify_tempest_config-382865225-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058584 May 10 17:28:56.053244 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-005430bc-220e-4759-a101-67e139e0f0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:56.172536 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:56.502878 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 47732) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:56.616444 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:56.630051 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:56.633766 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Usage tracker for resource:security_group_rule and tenant:efdb69b164a54f7f971f146567abe737 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:56.636501 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:56.642005 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:56.720832 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:56.777551 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:56.805465 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:56.812722 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:56.851968 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efdb69b164a54f7f971f146567abe737&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3480525 May 10 17:28:56.853481 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db107261-641a-4197-8e06-c49d8917e963,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:56.854825 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 47738) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:56.861522 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:56.861864 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:56.862230 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:56.862552 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:56.862878 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:56.863200 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:56.863516 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:56.863860 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:56.864177 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:56.864490 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:56.864833 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:56.865149 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:56.869372 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:56.914036 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:56.938327 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:57.075954 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:57.080946 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:57.108998 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db107261-641a-4197-8e06-c49d8917e963,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:57.116026 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:57.117106 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db107261-641a-4197-8e06-c49d8917e963 HTTP/1.1" status: 204 len: 168 time: 0.2607510 May 10 17:28:57.118345 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:57.118674 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:57.118994 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:57.119394 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:57.119720 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:57.120033 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:57.120341 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:57.120647 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:57.120964 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:57.121267 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:57.121569 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:57.121869 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:57.124855 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:58.669005 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:23.463603 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-4e7df6cd-edcd-4873-8091-bc7c2feb7112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:23.469740 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 5 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:29:26.068480 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d37430a4-6dc1-4b4c-a6ab-382ced0ca1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:26.188379 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:26.761305 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:28.657469 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:53.446162 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-9f971090-297e-4e55-b3ed-3b0fdc3a85af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:56.080190 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-24b8bccd-2df1-4615-914e-f35cda57c56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:56.188455 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:56.771405 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:58.708824 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.468296 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 5 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:30:23.468368 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-db7d7f4f-91e0-4e08-b06a-2305a2fb263e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:26.062413 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-ada863a0-3deb-4ac2-9f3d-c3fa9f47aa92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:26.209729 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:26.771044 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:28.662573 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:37.467220 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 5 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:30:39.742381 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094'] for agent, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:44.157334 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 47790) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:44.265592 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-9155b860-856a-4dba-86b5-12425833b24f admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1071846 May 10 17:30:46.361100 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 47800) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:46.415628 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-25fc4f52-44bb-4436-8584-6914af317b05 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0534828 May 10 17:30:53.445172 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7f55-0e28-4dfc-8036-17137b201cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:56.062261 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-13c2e01e-f541-48a9-9791-00d4ac9b8270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:56.176517 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:56.804852 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:58.765093 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.679232 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:14.465995 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:31:23.444563 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-cb1e4d1d-7f31-4486-b0b9-1b747471580a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:26.062124 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-cd0248ff-d399-4582-9487-7703286d019e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:26.197705 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:26.821450 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:28.673245 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:39.718865 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:51.464294 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:31:53.451276 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e660b688-9d9b-4991-8da7-5321e9314672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:56.067333 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-b29e783b-10e6-47eb-95a5-a0bcffea0fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:56.198599 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:56.850018 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:58.665780 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:09.707189 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:16.427713 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 47978) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:16.460814 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 47984) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:16.696428 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-473644647-network', 'tenant_id': '2df1aa7afb37495899c8a2977a4d43dd'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:16.702964 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:16.709374 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-340999936-network', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:16.712905 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Usage tracker for resource:network and tenant:2df1aa7afb37495899c8a2977a4d43dd is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:16.716391 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:16.720111 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:16.725841 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:16.728340 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48002) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:16.733391 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Usage tracker for resource:network and tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:16.737221 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:16.743032 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:16.809541 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Made reservation on behalf of 2df1aa7afb37495899c8a2977a4d43dd for: {'network': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:16.811917 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:16.824160 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:16.837965 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:16.841829 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Usage tracker for resource:security_group_rule and tenant:2df1aa7afb37495899c8a2977a4d43dd is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:16.845147 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:16.850741 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:16.858419 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Made reservation on behalf of 78c6b06ac47a4c2bbc2c4bf1e362aabb for: {'network': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:16.861151 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:16.875910 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:16.904074 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:16.911080 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Usage tracker for resource:security_group_rule and tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:16.914717 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:16.925336 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:17.008095 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.050025 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.072635 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.077127 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:17.096815 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=79209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:32:17.112332 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-108542428-network', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:17.117639 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.117987 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.segments_db [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Added segment bbde5b88-13b1-4281-b036-730c11adb6ee of type vlan for network 3eaded28-2d1e-4298-a521-2a403f92bfc4 May 10 17:32:17.118201 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:17.122895 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Usage tracker for resource:network and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:17.123253 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2765ce4-4c75-4601-84bb-20d3b385b194,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:17.126916 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:17.132703 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.133045 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.133378 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.133727 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.134076 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.135287 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.135450 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:17.136837 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.137178 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.137513 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.137839 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.138157 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.138509 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.143050 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48018) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Tracked resource versions report: May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: pushed versions: May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: { 'AddressGroup': {'1.2'}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'ConntrackHelper': {'1.0'}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'Log': {'1.0'}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'Network': {'1.1'}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'Port': {'1.7'}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'PortForwarding': {'1.2'}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'QosPolicy': {'1.8'}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'SecurityGroup': {'1.4'}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'SecurityGroupRule': {'1.2'}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'SubPort': {'1.0'}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'Subnet': {'1.1'}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'Trunk': {'1.1'}} May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: consumer versions: May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: { DHCP agent@dv-cinder-786386-3-smb: {}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: HyperV agent@hv-cinder-78638: {}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: L3 agent@dv-cinder-786386-3-smb: {}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: Metadata agent@dv-cinder-786386-3-smb: {}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: Metering agent@dv-cinder-786386-3-smb: {}, May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: Open vSwitch agent@dv-cinder-786386-3-smb: { 'AddressGroup': '1.2', May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'ConntrackHelper': '1.0', May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'Log': '1.0', May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'Network': '1.1', May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'Port': '1.7', May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'PortForwarding': '1.2', May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'QosPolicy': '1.8', May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'SecurityGroup': '1.4', May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'SecurityGroupRule': '1.2', May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'SubPort': '1.0', May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'Subnet': '1.1', May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: 'Trunk': '1.1'}} May 10 17:32:17.145660 dv-cinder-786386-3-smb neutron-server[79209]: {{(pid=79209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:32:17.174637 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.178665 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:17.180313 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.187828 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:17.230171 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=79209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:32:17.238692 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:17.242157 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:17.244880 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.245392 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.segments_db [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Added segment 7791a769-a424-4887-98a4-6ddd9420d05a of type vlan for network ff5deae6-b982-458f-bc91-12732fbdac1d May 10 17:32:17.272379 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Made reservation on behalf of 8e3e19f7c103427ba25defaf85bee1c9 for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:17.274710 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.282177 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.291111 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.302034 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:17.306329 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Usage tracker for resource:security_group_rule and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:17.308892 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:17.314867 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:17.325317 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.326879 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:17.328408 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.333902 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:17.401164 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.419709 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.426797 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:17.427374 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.453181 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Pushing event updated for resources: {'Network': ['ID=3eaded28-2d1e-4298-a521-2a403f92bfc4,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:17.458779 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:17.459240 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d1282ce4-cd8b-492f-8d06-fd8a7040e43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:17.464761 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network 3eaded28-2d1e-4298-a521-2a403f92bfc4 details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:32:17.478542 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.493513 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cabb56c9-0eb6-4faa-9749-8486d6e845b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:17.547979 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:32:17.549619 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cb4ebd-f441-478d-84d4-b29350a4a92b,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:17.582647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.582647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.582647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.582647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.582647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.582647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.582647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.582647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.582647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.582647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.582647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.582647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Tracked resource versions report: May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: pushed versions: May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: { 'AddressGroup': {'1.2'}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'ConntrackHelper': {'1.0'}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'Log': {'1.0'}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'Network': {'1.1'}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'Port': {'1.7'}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'PortForwarding': {'1.2'}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'QosPolicy': {'1.8'}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'SecurityGroup': {'1.4'}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'SecurityGroupRule': {'1.2'}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'SubPort': {'1.0'}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'Subnet': {'1.1'}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'Trunk': {'1.1'}} May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: consumer versions: May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: { DHCP agent@dv-cinder-786386-3-smb: {}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: HyperV agent@hv-cinder-78638: {}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: L3 agent@dv-cinder-786386-3-smb: {}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: Metadata agent@dv-cinder-786386-3-smb: {}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: Metering agent@dv-cinder-786386-3-smb: {}, May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: Open vSwitch agent@dv-cinder-786386-3-smb: { 'AddressGroup': '1.2', May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'ConntrackHelper': '1.0', May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'Log': '1.0', May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'Network': '1.1', May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'Port': '1.7', May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'PortForwarding': '1.2', May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'QosPolicy': '1.8', May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'SecurityGroup': '1.4', May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'SecurityGroupRule': '1.2', May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'SubPort': '1.0', May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'Subnet': '1.1', May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: 'Trunk': '1.1'}} May 10 17:32:17.583510 dv-cinder-786386-3-smb neutron-server[79208]: {{(pid=79208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:32:17.590545 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.590914 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Added segment cff76451-dc46-45c3-aeb6-70bc0c2b04c6 of type vlan for network 025c12d2-d785-400c-8db6-8fd4c9c625b4 May 10 17:32:17.591696 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1627586 May 10 17:32:17.597281 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Pushing event updated for resources: {'Network': ['ID=ff5deae6-b982-458f-bc91-12732fbdac1d,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:17.605397 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48038) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:17.605397 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1408052 May 10 17:32:17.605397 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:17.607580 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Request body: {'subnet': {'network_id': '3eaded28-2d1e-4298-a521-2a403f92bfc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-473644647-subnet', 'tenant_id': '2df1aa7afb37495899c8a2977a4d43dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:17.612904 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:17.617230 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Usage tracker for resource:subnet and tenant:2df1aa7afb37495899c8a2977a4d43dd is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:17.619968 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.620460 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network ff5deae6-b982-458f-bc91-12732fbdac1d details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:32:17.626243 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48042) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:17.633839 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:17.633991 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Request body: {'subnet': {'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-340999936-subnet', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:17.643698 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:17.648496 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Usage tracker for resource:subnet and tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:17.651990 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:17.659853 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:17.669223 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:17.677417 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:17.713602 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1728643625-network', 'tenant_id': '4335293269794977b2c0156dcd6380f3'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:17.720749 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:17.730340 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Usage tracker for resource:network and tenant:4335293269794977b2c0156dcd6380f3 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:17.733979 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:17.735953 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Made reservation on behalf of 78c6b06ac47a4c2bbc2c4bf1e362aabb for: {'subnet': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:17.738438 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.740632 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:17.750352 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48046) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:17.769867 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.771229 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:17.771804 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.776603 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:17.816446 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Made reservation on behalf of 2df1aa7afb37495899c8a2977a4d43dd for: {'subnet': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:17.819013 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.860444 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Made reservation on behalf of 4335293269794977b2c0156dcd6380f3 for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:17.862811 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.891734 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.908736 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:17.912536 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Usage tracker for resource:security_group_rule and tenant:4335293269794977b2c0156dcd6380f3 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:17.915533 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:17.922076 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:17.936740 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Pushing event updated for resources: {'Network': ['ID=025c12d2-d785-400c-8db6-8fd4c9c625b4,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:17.947371 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:17.949081 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network 025c12d2-d785-400c-8db6-8fd4c9c625b4 details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:32:18.033106 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.039091 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3087296 May 10 17:32:18.040081 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48060) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:18.049408 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Request body: {'subnet': {'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-subnet', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:18.054635 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:18.058744 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Usage tracker for resource:subnet and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:18.062621 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:18.069602 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:18.078658 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1881966311-network', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:18.084054 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:18.089569 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Usage tracker for resource:network and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:18.097271 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:18.106867 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:18.126084 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.140198 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:32:18.147471 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:18.172567 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.172905 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Added segment 1d95de05-3720-4577-93ab-2e0fff90e41f of type vlan for network 22137d96-4e00-4967-a350-647e3cb36493 May 10 17:32:18.197221 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cf3bbd-4143-4033-bd0b-31283dd3c23d,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:18.200896 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:18.209944 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Made reservation on behalf of e8fad140a8b34d5c803303892ce98af1 for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:18.212204 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.227243 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.241886 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.249992 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:18.255612 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:18.257794 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:18.263569 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:18.297970 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Made reservation on behalf of 8e3e19f7c103427ba25defaf85bee1c9 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:18.303605 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Notify callbacks [] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.397219 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.401321 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:18.402177 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.409753 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:18.505606 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Pushing event updated for resources: {'Network': ['ID=22137d96-4e00-4967-a350-647e3cb36493,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:18.508474 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:18.518162 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network 22137d96-4e00-4967-a350-647e3cb36493 details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:32:18.660930 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5165167 May 10 17:32:18.662025 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48082) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:18.670708 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.680197 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Request body: {'subnet': {'network_id': '22137d96-4e00-4967-a350-647e3cb36493', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1728643625-subnet', 'tenant_id': '4335293269794977b2c0156dcd6380f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:18.686044 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:18.690349 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Usage tracker for resource:subnet and tenant:4335293269794977b2c0156dcd6380f3 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:18.694178 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:18.701290 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:18.720637 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for subnet, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.733113 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.738647 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:18.740188 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:18.787530 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97346559-e5cc-4a4f-be7d-f3605fe56e61,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:18.791691 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:18.795024 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa903e4-b0c1-4352-8427-ea68ec543cc0,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:18.807916 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for subnet, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.809125 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:18.823768 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Made reservation on behalf of 4335293269794977b2c0156dcd6380f3 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:18.823906 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:18.823990 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.894435 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:32:18.925159 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.925536 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Added segment a489b937-5b97-4894-bdb2-55db547c3aa0 of type vlan for network c20e4456-ac37-4c58-9b03-d15f31abbb4c May 10 17:32:18.927897 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Checking segment: {'id': 'bbde5b88-13b1-4281-b036-730c11adb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3eaded28-2d1e-4298-a521-2a403f92bfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:18.928607 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Network hostable DHCP agents. Network: 3eaded28-2d1e-4298-a521-2a403f92bfc4, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:32:18.935374 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Checking segment: {'id': '7791a769-a424-4887-98a4-6ddd9420d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:18.936133 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Network hostable DHCP agents. Network: ff5deae6-b982-458f-bc91-12732fbdac1d, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:32:18.940521 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a352b0e-3e61-497e-a597-659f58f14f47,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:18.949128 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:18.980025 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.055382 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Network 3eaded28-2d1e-4298-a521-2a403f92bfc4 is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:32:19.085054 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Network ff5deae6-b982-458f-bc91-12732fbdac1d is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:32:19.174107 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.179226 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:19.179226 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.181879 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6a44d010-a5db-47a7-bb11-d52141aafcf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:19.227948 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, 3eaded28-2d1e-4298-a521-2a403f92bfc4) {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:19.235655 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, ff5deae6-b982-458f-bc91-12732fbdac1d) {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:19.264897 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd3e46b-f7a4-4965-880a-872f76c555c7 None None] Network 3eaded28-2d1e-4298-a521-2a403f92bfc4 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:32:19.265084 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:19.265084 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.318677 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:19.321943 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.350629 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Pushing event updated for resources: {'Network': ['ID=c20e4456-ac37-4c58-9b03-d15f31abbb4c,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:19.361111 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:19.408417 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7986562 May 10 17:32:19.428610 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8011632 May 10 17:32:19.431357 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48114) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:19.437272 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-340999936-router', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:19.447573 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:19.457646 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Usage tracker for resource:router and tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:19.467376 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:19.473672 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:19.526533 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7723219 May 10 17:32:19.526782 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48120) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:19.532808 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Request body: {'subnet': {'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1881966311-subnet', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:19.543173 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:19.559266 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Usage tracker for resource:subnet and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:19.564370 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:19.584634 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55e6a6-4d0a-4f73-a9e4-e05791f06c06 None None] Network ff5deae6-b982-458f-bc91-12732fbdac1d requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:32:19.587124 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:19.589435 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-882927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30221'] for router, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.594145 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30228'] for router, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.608339 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network c20e4456-ac37-4c58-9b03-d15f31abbb4c details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:32:19.623461 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.669012 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.673653 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f1c0ca5a-ef41-4861-a9ca-9a86e4db0eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:19.691581 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Made reservation on behalf of e8fad140a8b34d5c803303892ce98af1 for: {'subnet': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:19.708286 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Notify callbacks [] for subnet, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.786505 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca218de9-5eb7-45be-9784-dfe588b4a018,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:19.791766 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:19.801307 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Checking segment: {'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:19.801307 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Network hostable DHCP agents. Network: 025c12d2-d785-400c-8db6-8fd4c9c625b4, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:32:19.862495 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f7233-79b4-497b-a0c4-ec8c66fed8be None None] Network 3eaded28-2d1e-4298-a521-2a403f92bfc4 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:32:19.929234 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Network 025c12d2-d785-400c-8db6-8fd4c9c625b4 is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:32:19.957163 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.972560 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:20.104122 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, 025c12d2-d785-400c-8db6-8fd4c9c625b4) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:20.136950 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb589a81-652d-4aa5-93d9-510481f92cbf None None] Network 025c12d2-d785-400c-8db6-8fd4c9c625b4 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:32:20.146174 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:20.158717 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:20.169455 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-878363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30310'] for router, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:20.231834 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=698285bc-1bed-4681-8db7-b5d6bcd1d90d,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:20.239137 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Checking segment: {'id': '1d95de05-3720-4577-93ab-2e0fff90e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22137d96-4e00-4967-a350-647e3cb36493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:20.239573 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Network hostable DHCP agents. Network: 22137d96-4e00-4967-a350-647e3cb36493, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:32:20.243939 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:20.304915 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2608395 May 10 17:32:20.305125 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48148) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:20.310959 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:20.317159 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:20.331664 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Usage tracker for resource:router and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:20.336883 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:20.348388 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:20.398992 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Network 22137d96-4e00-4967-a350-647e3cb36493 is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:32:20.439055 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4b1f14-aa64-4a1c-8351-90562e8cb27a None None] Network ff5deae6-b982-458f-bc91-12732fbdac1d requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:32:20.462480 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-882927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30221'] for router, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:20.463841 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30228'] for router, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:20.490318 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:20.617112 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, 22137d96-4e00-4967-a350-647e3cb36493) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:20.626377 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:20.626970 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:20.735488 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7bf9b8-fa36-4eed-b6ee-3917e61f4154 None None] Network 22137d96-4e00-4967-a350-647e3cb36493 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:32:20.795982 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:20.851106 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:20.931936 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48184) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:20.945874 dv-cinder-786386-3-smb neutron-server[79209]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 17:32:20.980318 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-bd5771fd-2e8d-4a36-afc9-1a00fd34f1e9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3121581 May 10 17:32:21.073265 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-878363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30310'] for router, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.093935 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d5f488-2568-549c-8d36-828068fc4572-025c12d2-d785-400c-8db6-8fd4c9c625b4', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018'}]}} from dv-cinder-786386-3-smb. {{(pid=79210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:32:21.095057 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.150640 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for subnet, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.168094 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6dacf94a-61e2-4641-940f-acebe39bf1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:21.243399 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Pushing event updated for resources: {'Subnet': ['ID=75aca7b6-f2af-4dda-be71-726ffe0ee9bc,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:21.292888 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05e5c25-a0b5-4a12-8e14-143ae3887522 None None] Network 22137d96-4e00-4967-a350-647e3cb36493 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:32:21.357258 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:21.385152 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Allocated IP 172.28.2.253 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/700a630d-b433-4707-9875-08f2aeebdfe0) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:21.529327 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.db_base_plugin_common [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Allocated IP 172.20.0.2 (025c12d2-d785-400c-8db6-8fd4c9c625b4/ca218de9-5eb7-45be-9784-dfe588b4a018/1ac4d136-e88e-4c5c-9938-a35cfa5e4690) {{(pid=79210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:21.615231 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.647429 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.691413 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c38e-5278-4a24-8c43-b609de433010 req-c6d8abf9-c7c7-440d-914f-08f9b6ff2411 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:21.692184 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-4193c38e-5278-4a24-8c43-b609de433010 req-c6d8abf9-c7c7-440d-914f-08f9b6ff2411 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Synchronizing usage tracker for tenant:2df1aa7afb37495899c8a2977a4d43dd on resource:network {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:21.698266 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Checking segment: {'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:21.705375 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Network hostable DHCP agents. Network: c20e4456-ac37-4c58-9b03-d15f31abbb4c, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:32:21.759144 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.833451 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Notify callbacks [] for port, precommit_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.843151 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Transition to ACTIVE for port object 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:21.860635 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Transition to ACTIVE for port object 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 will not be triggered until provisioned by entity DHCP. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:21.964184 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-4193c38e-5278-4a24-8c43-b609de433010 req-c6d8abf9-c7c7-440d-914f-08f9b6ff2411 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Unset dirty status for tenant:2df1aa7afb37495899c8a2977a4d43dd on resource:network {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:21.965396 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-c6d8abf9-c7c7-440d-914f-08f9b6ff2411 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/networks?id=3eaded28-2d1e-4298-a521-2a403f92bfc4 HTTP/1.1" status: 200 len: 811 time: 1.0278220 May 10 17:32:21.966170 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Network c20e4456-ac37-4c58-9b03-d15f31abbb4c is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:32:21.982224 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-9da2762e-cb33-487d-9959-3272796a80e7 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/quotas/2df1aa7afb37495899c8a2977a4d43dd HTTP/1.1" status: 200 len: 375 time: 0.0098510 May 10 17:32:22.004540 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.009251 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:22.023867 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.034648 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-5e46c710-eacf-4990-aed9-2e6d435e42e3 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2df1aa7afb37495899c8a2977a4d43dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460446 May 10 17:32:22.035541 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:22.072100 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Network 025c12d2-d785-400c-8db6-8fd4c9c625b4 is already hosted by enough agents. {{(pid=79210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:22.072100 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.base_scheduler [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Resources bound (agent type, host, resource id): {{(pid=79210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:22.079379 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Received port after_create {{(pid=79210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:22.086330 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Pushing event updated for resources: {'Port': ['ID=1ac4d136-e88e-4c5c-9938-a35cfa5e4690,revision_number=1']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:22.100481 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:22.103656 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:22.109932 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:22.123370 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Allocated IP 172.28.2.171 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/ee0d67fe-521e-489f-9dbd-1860e6faa14e) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:22.129282 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:22.129524 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:22.130281 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:22.130281 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:22.130501 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:22.130792 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:22.131102 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:22.131408 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:22.131716 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:22.132021 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:22.132325 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:22.132631 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Tracked resource versions report: May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: pushed versions: May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: { 'AddressGroup': {'1.2'}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'ConntrackHelper': {'1.0'}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'Log': {'1.0'}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'Network': {'1.1'}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'Port': {'1.7'}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'PortForwarding': {'1.2'}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'QosPolicy': {'1.8'}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'SecurityGroup': {'1.4'}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'SecurityGroupRule': {'1.2'}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'SubPort': {'1.0'}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'Subnet': {'1.1'}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'Trunk': {'1.1'}} May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: consumer versions: May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: { DHCP agent@dv-cinder-786386-3-smb: {}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: HyperV agent@hv-cinder-78638: {}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: L3 agent@dv-cinder-786386-3-smb: {}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: Metadata agent@dv-cinder-786386-3-smb: {}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: Metering agent@dv-cinder-786386-3-smb: {}, May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: Open vSwitch agent@dv-cinder-786386-3-smb: { 'AddressGroup': '1.2', May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'ConntrackHelper': '1.0', May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'Log': '1.0', May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'Network': '1.1', May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'Port': '1.7', May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'PortForwarding': '1.2', May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'QosPolicy': '1.8', May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'SecurityGroup': '1.4', May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'SecurityGroupRule': '1.2', May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'SubPort': '1.0', May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'Subnet': '1.1', May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: 'Trunk': '1.1'}} May 10 17:32:22.133633 dv-cinder-786386-3-smb neutron-server[79210]: {{(pid=79210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:32:22.151049 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:22.192551 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48228) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:22.250665 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, c20e4456-ac37-4c58-9b03-d15f31abbb4c) {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:22.255517 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:22.257307 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.260852 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe4eabd-6018-43ea-8034-ceef50674b04 None None] Network c20e4456-ac37-4c58-9b03-d15f31abbb4c requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:32:22.278645 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Pushing event updated for resources: {'Port': ['ID=700a630d-b433-4707-9875-08f2aeebdfe0,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:22.290956 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:22.332734 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.441141 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9109588 May 10 17:32:22.445260 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48248) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:22.451425 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:22.460307 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:22.469624 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Usage tracker for resource:router and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:22.482639 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:22.490859 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Attempting to bind port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:22.491766 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Attempting to bind port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:22.491766 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Attempting to bind port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 on network 025c12d2-d785-400c-8db6-8fd4c9c625b4 {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:22.492004 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:22.501259 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:22.501630 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Checking segment: {'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:22.502025 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.502787 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Bound using segment: {'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:22.503269 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Bound port: 1ac4d136-e88e-4c5c-9938-a35cfa5e4690, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:22.503661 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.513040 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48252) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:22.522169 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2145106282-network', 'tenant_id': 'ef8c7738d4ab461c9668cc901035bbd1'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:22.535511 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.537092 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:22.555553 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:22.649875 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Usage tracker for resource:network and tenant:ef8c7738d4ab461c9668cc901035bbd1 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:22.658854 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:22.755324 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-882927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30221'] for router, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.756006 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-4b16855e-1c98-4dba-b207-279bc363bd52 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:32:22.756483 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30228'] for router, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.763564 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-4b16855e-1c98-4dba-b207-279bc363bd52 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3330200 May 10 17:32:22.771098 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:22.779739 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] For port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:22.783497 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] For port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=1ac4d136-e88e-4c5c-9938-a35cfa5e4690,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:22.784858 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:22.792134 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:22.794663 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:22.874968 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.880042 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:22.881702 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6c44b848-d876-44b1-8584-be0bc34260e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.916107 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Pushing event updated for resources: {'Port': ['ID=ee0d67fe-521e-489f-9dbd-1860e6faa14e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:22.919370 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:22.923605 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d5f488-2568-549c-8d36-828068fc4572-c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc'}]}} from dv-cinder-786386-3-smb. {{(pid=79210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:32:22.924577 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.928296 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-6c44b848-d876-44b1-8584-be0bc34260e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:22.935946 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Made reservation on behalf of ef8c7738d4ab461c9668cc901035bbd1 for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:22.938293 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.946495 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-6c44b848-d876-44b1-8584-be0bc34260e4 admin admin] Usage tracker for resource:security_group_rule and tenant:cc3df06d34084b9a9ffc8a007ea39927 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:22.950831 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.954046 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-6c44b848-d876-44b1-8584-be0bc34260e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:22.959941 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-e72b81b7-1c03-4711-b30f-8ccd1c2929f0 service neutron] 10.222.0.24 "GET /v2.0/networks/3eaded28-2d1e-4298-a521-2a403f92bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955900 May 10 17:32:22.966645 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-6c44b848-d876-44b1-8584-be0bc34260e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:22.992575 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Pushing event updated for resources: {'Port': ['ID=1ac4d136-e88e-4c5c-9938-a35cfa5e4690,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:22.993777 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.000694 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:23.025600 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:23.039049 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8c7738d4ab461c9668cc901035bbd1 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:23.047732 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:23.054764 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:23.086722 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.239200 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.db_base_plugin_common [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Allocated IP 172.20.0.2 (c20e4456-ac37-4c58-9b03-d15f31abbb4c/75aca7b6-f2af-4dda-be71-726ffe0ee9bc/57cde286-e787-44d2-8990-e3429a217e22) {{(pid=79210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:23.424061 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-21bd4452-2321-4dab-b840-669fe5613ad8 service neutron] 10.222.0.24 "GET /v2.0/networks/3eaded28-2d1e-4298-a521-2a403f92bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528956 May 10 17:32:23.532154 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.589945 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8f6bafe9-ce1a-4730-a6f9-259462ad7561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.704057 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6c44b848-d876-44b1-8584-be0bc34260e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.737056 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-878363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30310'] for router, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.747802 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.754696 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:23.771976 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-878434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661772'] for router, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.788928 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6c44b848-d876-44b1-8584-be0bc34260e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.861249 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Notify callbacks [] for port, precommit_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.886437 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Transition to ACTIVE for port object 57cde286-e787-44d2-8990-e3429a217e22 will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:23.893765 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:32:23.904772 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48288) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:23.914394 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Transition to ACTIVE for port object 57cde286-e787-44d2-8990-e3429a217e22 will not be triggered until provisioned by entity DHCP. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:23.919842 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e38ba3-8af0-429a-98ec-e351acc168b4,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:23.934458 dv-cinder-786386-3-smb neutron-server[79208]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 17:32:23.944262 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-fbd466f0-a9e8-4eb2-aab3-b6c53787f7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:23.976124 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:23.982597 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.984307 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.990295 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:23.994379 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44b848-d876-44b1-8584-be0bc34260e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a91cce3-26f8-49c1-95d3-7505578d437c,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:23.998523 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6c44b848-d876-44b1-8584-be0bc34260e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:24.015670 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-6c44b848-d876-44b1-8584-be0bc34260e4 admin admin] Synchronizing usage tracker for tenant:cab9e4342cd846f086b8ed55344e6bf5 on resource:security_group {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:24.034114 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.034500 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Added segment 1b50a785-e934-41d3-9593-bd5fda7630a0 of type vlan for network c85142cb-5372-4206-9d2a-e4bfe07c88e1 May 10 17:32:24.060148 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83d94e8d-7ebe-44a9-b378-0d8458c12eed req-96bf1d27-a487-4a08-b810-ae237d47862a tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 210 time: 0.1383150 May 10 17:32:24.113541 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Pushing event updated for resources: {'Port': ['ID=57cde286-e787-44d2-8990-e3429a217e22,revision_number=1']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:24.130914 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-6c44b848-d876-44b1-8584-be0bc34260e4 admin admin] Unset dirty status for tenant:cab9e4342cd846f086b8ed55344e6bf5 on resource:security_group {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:24.132913 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-6c44b848-d876-44b1-8584-be0bc34260e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc3df06d34084b9a9ffc8a007ea39927&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8841784 May 10 17:32:24.135572 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48298) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:24.139347 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:24.150754 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Network c20e4456-ac37-4c58-9b03-d15f31abbb4c is already hosted by enough agents. {{(pid=79210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:24.152048 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.base_scheduler [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Resources bound (agent type, host, resource id): {{(pid=79210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:24.154665 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Received port after_create {{(pid=79210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:24.205535 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Router 76018860-54c6-44be-801d-963227b94662 is scheduled to L3 agent 0356254e-8511-425b-a043-3795cd14905b with binding_index 1 {{(pid=79209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:32:24.325784 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.331232 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Attempting to bind port 57cde286-e787-44d2-8990-e3429a217e22 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:24.331613 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Attempting to bind port 57cde286-e787-44d2-8990-e3429a217e22 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:24.331969 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Attempting to bind port 57cde286-e787-44d2-8990-e3429a217e22 on network c20e4456-ac37-4c58-9b03-d15f31abbb4c {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:24.342794 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:24.343778 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Checking segment: {'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:24.344182 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.344580 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Bound using segment: {'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:24.345041 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Bound port: 57cde286-e787-44d2-8990-e3429a217e22, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:24.345430 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.383897 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:24.487927 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-217f1cbb-d574-45d9-a4d9-3570e5ee29d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.529979 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-217f1cbb-d574-45d9-a4d9-3570e5ee29d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.561020 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:32:24.579300 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Sync routers for ids ['76018860-54c6-44be-801d-963227b94662'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:32:24.610699 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] For port 57cde286-e787-44d2-8990-e3429a217e22, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:24.616474 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] For port 57cde286-e787-44d2-8990-e3429a217e22, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=57cde286-e787-44d2-8990-e3429a217e22,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:24.617479 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Routers {'76018860-54c6-44be-801d-963227b94662'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:24.619032 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:31:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['76018860-54c6-44be-801d-963227b94662'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:24.684372 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Notify callbacks [] for router, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.685801 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2534707 May 10 17:32:24.689005 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48322) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:24.695762 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b69d4a5-cbf6-4378-bd22-876679de8a2d None None] Network 025c12d2-d785-400c-8db6-8fd4c9c625b4 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:32:24.740443 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:24.743264 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.753676 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.759219 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-217f1cbb-d574-45d9-a4d9-3570e5ee29d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.765420 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:24.766137 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.803060 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Set router 76018860-54c6-44be-801d-963227b94662 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:24.804889 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:24.838959 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-14b9f9f7-7537-420f-add8-4f282acbc92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:24.862780 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f1cbb-d574-45d9-a4d9-3570e5ee29d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a91cce3-26f8-49c1-95d3-7505578d437c,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:24.869022 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-217f1cbb-d574-45d9-a4d9-3570e5ee29d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:24.872792 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-217f1cbb-d574-45d9-a4d9-3570e5ee29d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.875752 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-217f1cbb-d574-45d9-a4d9-3570e5ee29d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a91cce3-26f8-49c1-95d3-7505578d437c HTTP/1.1" status: 204 len: 168 time: 0.7329369 May 10 17:32:24.926223 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:25.060892 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5461590 May 10 17:32:25.072460 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48340) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:25.098393 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Request body: {'subnet': {'network_id': 'c85142cb-5372-4206-9d2a-e4bfe07c88e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2145106282-subnet', 'tenant_id': 'ef8c7738d4ab461c9668cc901035bbd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:25.134064 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:25.164897 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Usage tracker for resource:subnet and tenant:ef8c7738d4ab461c9668cc901035bbd1 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:25.187959 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:25.197142 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Pushing event updated for resources: {'Network': ['ID=c85142cb-5372-4206-9d2a-e4bfe07c88e1,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:25.235121 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:25.236635 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:25.272832 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76018860-54c6-44be-801d-963227b94662', 'name': 'tempest-ServerRescueNegativeTestJSON-340999936-router', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:19Z', 'updated_at': '2021-05-10T17:32:22Z', 'revision_number': 3, 'project_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'gw_port': {'id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76018860-54c6-44be-801d-963227b94662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:25.276272 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-878434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661772'] for router, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.280049 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Checking router: 76018860-54c6-44be-801d-963227b94662 for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:32:25.281342 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Updating router 76018860-54c6-44be-801d-963227b94662 port 700a630d-b433-4707-9875-08f2aeebdfe0 binding host dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:32:25.287793 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network c85142cb-5372-4206-9d2a-e4bfe07c88e1 details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:32:25.348558 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2a8839dc-1494-44ea-a0db-f2588d5bf2b0 req-46f9fdc0-bca4-42e4-b74a-4df2bfb009f6 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 210 time: 0.1046934 May 10 17:32:25.376195 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.724832 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Pushing event updated for resources: {'Port': ['ID=57cde286-e787-44d2-8990-e3429a217e22,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:25.733788 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Made reservation on behalf of ef8c7738d4ab461c9668cc901035bbd1 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:25.738372 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.766309 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:25.771067 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-8ab7d332-7b55-4c9d-83be-b26913907a3d None None] Provisioning for port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:25.798829 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-8ab7d332-7b55-4c9d-83be-b26913907a3d None None] Provisioning complete for port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:25.800351 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8ab7d332-7b55-4c9d-83be-b26913907a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.915659 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Notify callbacks [] for port, precommit_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.927883 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.provisioning_blocks [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Transition to ACTIVE for port object 700a630d-b433-4707-9875-08f2aeebdfe0 will not be triggered until provisioned by entity L2. {{(pid=79211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:25.954223 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48364) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:25.978405 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-93dbcac2-fb3a-41d6-8356-a81b31b0f027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.993086 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.998008 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:26.038814 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8ab7d332-7b55-4c9d-83be-b26913907a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.103161 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-8ab7d332-7b55-4c9d-83be-b26913907a3d None None] For port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=1ac4d136-e88e-4c5c-9938-a35cfa5e4690,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:26.105497 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Attempting to bind port 700a630d-b433-4707-9875-08f2aeebdfe0 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:26.105868 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Attempting to bind port 700a630d-b433-4707-9875-08f2aeebdfe0 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:26.106287 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Attempting to bind port 700a630d-b433-4707-9875-08f2aeebdfe0 on network e0dd7f9d-963f-4e7d-9505-8e20a5139fef {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:26.117181 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-93dbcac2-fb3a-41d6-8356-a81b31b0f027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:26.128055 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:26.128055 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Checking segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:26.128055 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.128055 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Bound using segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:26.128055 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Bound port: 700a630d-b433-4707-9875-08f2aeebdfe0, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:26.128055 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.159392 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-1715e873-308e-4a26-887e-377c0cbd38b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.187462 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8ab7d332-7b55-4c9d-83be-b26913907a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.190460 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-93dbcac2-fb3a-41d6-8356-a81b31b0f027 admin admin] Usage tracker for resource:security_group_rule and tenant:1daf9b1a715f4a869f8c1defbcffbb36 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:26.192102 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:26.202730 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-93dbcac2-fb3a-41d6-8356-a81b31b0f027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:26.216835 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-93dbcac2-fb3a-41d6-8356-a81b31b0f027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:26.222018 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Pushing event updated for resources: {'Port': ['ID=700a630d-b433-4707-9875-08f2aeebdfe0,revision_number=2']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:26.243452 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.247320 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.247789 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.248124 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.248448 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.248767 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.249607 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.249924 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.250258 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.250573 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.250883 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.251193 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.251498 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Tracked resource versions report: May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: pushed versions: May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: { 'AddressGroup': {'1.2'}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'ConntrackHelper': {'1.0'}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'Log': {'1.0'}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'Network': {'1.1'}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'Port': {'1.7'}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'PortForwarding': {'1.2'}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'QosPolicy': {'1.8'}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'SecurityGroup': {'1.4'}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'SecurityGroupRule': {'1.2'}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'SubPort': {'1.0'}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'Subnet': {'1.1'}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'Trunk': {'1.1'}} May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: consumer versions: May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: { DHCP agent@dv-cinder-786386-3-smb: {}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: HyperV agent@hv-cinder-78638: {}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: L3 agent@dv-cinder-786386-3-smb: {}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: Metadata agent@dv-cinder-786386-3-smb: {}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: Metering agent@dv-cinder-786386-3-smb: {}, May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: Open vSwitch agent@dv-cinder-786386-3-smb: { 'AddressGroup': '1.2', May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'ConntrackHelper': '1.0', May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'Log': '1.0', May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'Network': '1.1', May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'Port': '1.7', May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'PortForwarding': '1.2', May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'QosPolicy': '1.8', May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'SecurityGroup': '1.4', May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'SecurityGroupRule': '1.2', May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'SubPort': '1.0', May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'Subnet': '1.1', May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: 'Trunk': '1.1'}} May 10 17:32:26.252509 dv-cinder-786386-3-smb neutron-server[79211]: {{(pid=79211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:32:26.280699 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:26.341551 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 57cde286-e787-44d2-8990-e3429a217e22 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:26.387162 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] For port 700a630d-b433-4707-9875-08f2aeebdfe0, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:26.399228 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.414828 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] For port 700a630d-b433-4707-9875-08f2aeebdfe0, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=700a630d-b433-4707-9875-08f2aeebdfe0,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:26.458225 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.459300 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.485539 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.497789 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-2399083f-5ebe-4930-b473-51bd514fe123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:26.581521 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-fa646012-a0c7-4afc-8eda-63ffb40694ad None None] Provisioning complete for port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:26.582599 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-fa646012-a0c7-4afc-8eda-63ffb40694ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.621729 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7d332-7b55-4c9d-83be-b26913907a3d None None] Pushing event updated for resources: {'Port': ['ID=1ac4d136-e88e-4c5c-9938-a35cfa5e4690,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:26.673835 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-8ab7d332-7b55-4c9d-83be-b26913907a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:26.694226 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Allocated IP 172.20.0.1 (ff5deae6-b982-458f-bc91-12732fbdac1d/8a352b0e-3e61-497e-a597-659f58f14f47/ce4ecb33-a7f0-451a-be86-82d63588d6cd) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:26.700824 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Routers {'76018860-54c6-44be-801d-963227b94662'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:26.701715 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['76018860-54c6-44be-801d-963227b94662'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:26.753867 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Router 9dccc935-b34d-4754-beb0-5ea370805a16 is scheduled to L3 agent 0356254e-8511-425b-a043-3795cd14905b with binding_index 1 {{(pid=79208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:32:26.786948 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Pushing event updated for resources: {'Port': ['ID=700a630d-b433-4707-9875-08f2aeebdfe0,revision_number=3']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:26.808323 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 57cde286-e787-44d2-8990-e3429a217e22 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:26.816045 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.871638 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-20421f54-35c0-402b-8676-535e807cbe52 req-46f8bd36-1633-43a5-b408-abd0670b7d0c tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 210 time: 0.1286588 May 10 17:32:26.899049 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:26.923693 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.975367 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a88b570-ab34-4b0f-a584-2551c4240b56 None None] Network c20e4456-ac37-4c58-9b03-d15f31abbb4c requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:32:27.019582 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] Set router 76018860-54c6-44be-801d-963227b94662 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:27.040297 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-93dbcac2-fb3a-41d6-8356-a81b31b0f027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.055616 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.067986 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c5196bab-154e-41ed-98ea-0a14f7c6662d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:27.100054 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Allocated IP 172.28.2.225 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/fbccc91d-3dc2-4221-ba9e-301452a61215) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:27.149830 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4ecb33-a7f0-451a-be86-82d63588d6cd,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:27.153008 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:27.160247 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Network ff5deae6-b982-458f-bc91-12732fbdac1d is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:27.161404 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:27.164400 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:27.165036 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659411'] for router_interface, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.315638 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-93dbcac2-fb3a-41d6-8356-a81b31b0f027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.323067 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-478fdf34-ee0d-4e80-a783-beb6100765f5 None None] Provisioning for port 57cde286-e787-44d2-8990-e3429a217e22 completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:27.340033 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-478fdf34-ee0d-4e80-a783-beb6100765f5 None None] Provisioning complete for port 57cde286-e787-44d2-8990-e3429a217e22 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:27.340582 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-478fdf34-ee0d-4e80-a783-beb6100765f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.374304 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-217f1cbb-d574-45d9-a4d9-3570e5ee29d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:27.406524 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbcac2-fb3a-41d6-8356-a81b31b0f027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011e35d3-9142-4dae-92f3-c45edefe224c,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:27.412900 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-93dbcac2-fb3a-41d6-8356-a81b31b0f027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:27.441223 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:32:27.462585 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-93dbcac2-fb3a-41d6-8356-a81b31b0f027 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1daf9b1a715f4a869f8c1defbcffbb36&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5072551 May 10 17:32:27.474272 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48394) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:27.502451 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Sync routers for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:32:27.564769 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.570213 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.577073 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:27.579320 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:27.580624 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:27.621565 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76018860-54c6-44be-801d-963227b94662', 'name': 'tempest-ServerRescueNegativeTestJSON-340999936-router', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:19Z', 'updated_at': '2021-05-10T17:32:22Z', 'revision_number': 3, 'project_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'gw_port': {'id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76018860-54c6-44be-801d-963227b94662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:27.623638 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.625558 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3193312 May 10 17:32:27.628454 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48398) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:27.633555 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b099e8c-e9f9-43ff-aac9-52d9b83fc200 None None] The sync data for ids ['76018860-54c6-44be-801d-963227b94662'] in dv-cinder-786386-3-smb is: [{'id': '76018860-54c6-44be-801d-963227b94662', 'name': 'tempest-ServerRescueNegativeTestJSON-340999936-router', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:19Z', 'updated_at': '2021-05-10T17:32:22Z', 'revision_number': 3, 'project_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'gw_port': {'id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76018860-54c6-44be-801d-963227b94662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:32:27.708061 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed9ee5c-f1e0-47c4-b743-d658c2363685,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:27.719694 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:27.721645 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Checking segment: {'id': '1b50a785-e934-41d3-9593-bd5fda7630a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c85142cb-5372-4206-9d2a-e4bfe07c88e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:27.722061 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Network hostable DHCP agents. Network: c85142cb-5372-4206-9d2a-e4bfe07c88e1, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:32:27.798697 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-478fdf34-ee0d-4e80-a783-beb6100765f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.799661 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.804759 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:27.859272 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-478fdf34-ee0d-4e80-a783-beb6100765f5 None None] For port 57cde286-e787-44d2-8990-e3429a217e22, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=57cde286-e787-44d2-8990-e3429a217e22,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:27.872786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Network c85142cb-5372-4206-9d2a-e4bfe07c88e1 is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:32:27.883597 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:27.911445 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:27.916003 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:27.931609 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:28.054967 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, c85142cb-5372-4206-9d2a-e4bfe07c88e1) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:28.059863 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-478fdf34-ee0d-4e80-a783-beb6100765f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:28.084248 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:28.102688 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.10', 63583) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:28.125116 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d8f191-6b17-466e-b038-ebd1c19725ee None None] Network c85142cb-5372-4206-9d2a-e4bfe07c88e1 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:32:28.238309 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Pushing event updated for resources: {'Port': ['ID=fbccc91d-3dc2-4221-ba9e-301452a61215,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:28.278334 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:28.278943 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:28.392774 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bb6215c6-c72f-4883-8deb-716622d76332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:28.427192 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bb6215c6-c72f-4883-8deb-716622d76332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:28.464334 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:32:28.473347 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:28.485833 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-61658075-36ef-44a8-b30d-790a8b99c71c req-e12e989f-9216-41ad-b8ec-2cf5adc7d614 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 210 time: 0.2229779 May 10 17:32:28.510063 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:28.710345 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6195302 May 10 17:32:28.806214 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5fe9a356-7d63-45a0-b954-b6d1ea80a634 None None] Provisioning complete for port 57cde286-e787-44d2-8990-e3429a217e22 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:28.806421 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5fe9a356-7d63-45a0-b954-b6d1ea80a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:28.917152 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fdf34-ee0d-4e80-a783-beb6100765f5 None None] Pushing event updated for resources: {'Port': ['ID=57cde286-e787-44d2-8990-e3429a217e22,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:28.963699 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:28.978558 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:29.025493 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-478fdf34-ee0d-4e80-a783-beb6100765f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.941s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:29.137642 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:29.170962 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bb6215c6-c72f-4883-8deb-716622d76332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:29.245636 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c38e-5278-4a24-8c43-b609de433010 req-e38a53d4-6f66-4835-aa33-0eb5921251b5 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:29.246371 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-e38a53d4-6f66-4835-aa33-0eb5921251b5 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.10 "GET /v2.0/networks?id=3eaded28-2d1e-4298-a521-2a403f92bfc4 HTTP/1.1" status: 200 len: 811 time: 1.1318226 May 10 17:32:29.254922 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:29.285164 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6215c6-c72f-4883-8deb-716622d76332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011e35d3-9142-4dae-92f3-c45edefe224c,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:29.301176 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-bb6215c6-c72f-4883-8deb-716622d76332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:29.317807 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Request body: {'port': {'device_id': '847e71bc-8f06-43f6-be6f-79485a336cf4', 'network_id': '3eaded28-2d1e-4298-a521-2a403f92bfc4', 'admin_state_up': True, 'tenant_id': '2df1aa7afb37495899c8a2977a4d43dd'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:29.403439 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:29.404188 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:29.427472 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48446) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:29.516425 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f85e564-f533-4c20-934e-512d0b81eab8 None None] Network c85142cb-5372-4206-9d2a-e4bfe07c88e1 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:32:29.685942 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bb6215c6-c72f-4883-8deb-716622d76332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:29.687680 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-bb6215c6-c72f-4883-8deb-716622d76332 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/011e35d3-9142-4dae-92f3-c45edefe224c HTTP/1.1" status: 204 len: 168 time: 2.2124755 May 10 17:32:29.840824 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-878434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661772'] for router, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:30.097628 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9028c90c-52a2-48d4-a28d-e4a1fbba60e8 req-ff77de97-f8c5-4a08-a6ee-b550fac12bb1 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 210 time: 0.2045832 May 10 17:32:30.108026 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 700a630d-b433-4707-9875-08f2aeebdfe0 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:30.237664 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:23Z', 'revision_number': 3, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:30.255018 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Checking router: 9dccc935-b34d-4754-beb0-5ea370805a16 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:32:30.255402 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Updating router 9dccc935-b34d-4754-beb0-5ea370805a16 port ee0d67fe-521e-489f-9dbd-1860e6faa14e binding host dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:32:30.288228 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bdfac46b-854e-4377-87f2-dc44860ea466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:30.328879 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:30.333965 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 700a630d-b433-4707-9875-08f2aeebdfe0 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:30.340460 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Usage tracker for resource:port and tenant:2df1aa7afb37495899c8a2977a4d43dd is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:30.355255 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:30.368413 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:30.383510 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 700a630d-b433-4707-9875-08f2aeebdfe0 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:30.383510 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:30.483326 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Made reservation on behalf of 2df1aa7afb37495899c8a2977a4d43dd for: {'port': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:30.486948 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:30.517933 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-bdfac46b-854e-4377-87f2-dc44860ea466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:30.526322 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-bdfac46b-854e-4377-87f2-dc44860ea466 admin admin] Usage tracker for resource:security_group_rule and tenant:ad2693d3676e4cf2a0ccee5078ee204b is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:30.581109 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:30.634585 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-bdfac46b-854e-4377-87f2-dc44860ea466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:30.683416 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.db.resource_extend [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:32:30.713568 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587b29d-7305-49a7-a30b-45207a78f639 req-5d001752-5f89-4413-b207-dba9a69efc5c tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:30.715233 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-9587b29d-7305-49a7-a30b-45207a78f639 req-5d001752-5f89-4413-b207-dba9a69efc5c tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Synchronizing usage tracker for tenant:4335293269794977b2c0156dcd6380f3 on resource:network {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:30.745632 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-bdfac46b-854e-4377-87f2-dc44860ea466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:30.777153 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:30.815533 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:30.821122 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Router 0887f130-fe9d-443c-8299-bcb6f9e17f18 is scheduled to L3 agent 0356254e-8511-425b-a043-3795cd14905b with binding_index 1 {{(pid=79208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:32:30.875059 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:30.935421 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:30.966289 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port 700a630d-b433-4707-9875-08f2aeebdfe0, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=700a630d-b433-4707-9875-08f2aeebdfe0,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:31.019605 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659312'] for router_interface, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:31.039282 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:31.039812 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:31.045377 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-8ab7d332-7b55-4c9d-83be-b26913907a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:31.205663 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=700a630d-b433-4707-9875-08f2aeebdfe0,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:31.209575 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:31.219428 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 57cde286-e787-44d2-8990-e3429a217e22 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:31.307339 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:31.326129 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Transition to ACTIVE for port object ee0d67fe-521e-489f-9dbd-1860e6faa14e will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:31.345280 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 57cde286-e787-44d2-8990-e3429a217e22 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:31.345657 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:31.367741 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:32:31.398308 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Sync routers for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:32:31.426509 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:31.427140 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:31.497747 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:31.513803 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:31.534381 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:31.538208 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0893199 May 10 17:32:31.538508 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48528) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:31.572827 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Network ff5deae6-b982-458f-bc91-12732fbdac1d is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:31.574828 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4ecb33-a7f0-451a-be86-82d63588d6cd,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:31.589253 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:31.594559 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:31.671621 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-270a42aa-f2b1-4ea7-b362-740e42515c54 req-22507db2-d6b2-4035-9507-ee8b2a6c0287 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 210 time: 0.0865693 May 10 17:32:31.772017 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Attempting to bind port ee0d67fe-521e-489f-9dbd-1860e6faa14e on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:31.772017 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Attempting to bind port ee0d67fe-521e-489f-9dbd-1860e6faa14e by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:31.772017 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Attempting to bind port ee0d67fe-521e-489f-9dbd-1860e6faa14e on network e0dd7f9d-963f-4e7d-9505-8e20a5139fef {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:31.848768 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:31.849628 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:31.850084 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Checking segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:31.850524 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:31.850920 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Bound using segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:31.852096 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Bound port: ee0d67fe-521e-489f-9dbd-1860e6faa14e, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:31.852096 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:31.949073 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63891e5e-8ac2-486a-913b-e7157a705494 None None] Pushing event updated for resources: {'Port': ['ID=ee0d67fe-521e-489f-9dbd-1860e6faa14e,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:31.954467 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-63891e5e-8ac2-486a-913b-e7157a705494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:32.028931 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] For port ee0d67fe-521e-489f-9dbd-1860e6faa14e, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:32.032961 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] For port ee0d67fe-521e-489f-9dbd-1860e6faa14e, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=ee0d67fe-521e-489f-9dbd-1860e6faa14e,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:32.050987 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Router 76018860-54c6-44be-801d-963227b94662 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:32:32.118753 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:32.123268 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:32.325280 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:32.331122 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:32.532279 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Allocated IP 172.20.0.1 (025c12d2-d785-400c-8db6-8fd4c9c625b4/ca218de9-5eb7-45be-9784-dfe588b4a018/340e94ed-1853-4a55-b15b-b2d48b309713) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:32.553679 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 3, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:32.578625 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Checking router: 0887f130-fe9d-443c-8299-bcb6f9e17f18 for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:32:32.579974 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Updating router 0887f130-fe9d-443c-8299-bcb6f9e17f18 port fbccc91d-3dc2-4221-ba9e-301452a61215 binding host dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:32:32.593799 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63891e5e-8ac2-486a-913b-e7157a705494 None None] Pushing event updated for resources: {'Port': ['ID=ee0d67fe-521e-489f-9dbd-1860e6faa14e,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:32.649447 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-63891e5e-8ac2-486a-913b-e7157a705494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:32.660439 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:32.775811 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Allocated IP 172.20.0.2 (3eaded28-2d1e-4298-a521-2a403f92bfc4/2aa903e4-b0c1-4352-8427-ea68ec543cc0/a8b114b4-b8b3-4e1c-94bb-7f0aba94199c) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:32.868113 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:33.377918 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e8df8a90-f89d-4212-b3fe-ec9267e9cb66 req-6e40ce28-5938-42c7-825b-fcd94c110a0d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 210 time: 0.0995641 May 10 17:32:33.377918 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bdfac46b-854e-4377-87f2-dc44860ea466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.377918 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.379769 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 700a630d-b433-4707-9875-08f2aeebdfe0 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:33.383738 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.386120 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:32:33.401025 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Transition to ACTIVE for port object 340e94ed-1853-4a55-b15b-b2d48b309713 will not be triggered until provisioned by entity DHCP. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:33.411654 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Sync routers for ids ['76018860-54c6-44be-801d-963227b94662'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:32:33.516872 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Notify callbacks [] for port, precommit_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.548533 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bdfac46b-854e-4377-87f2-dc44860ea466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.560975 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.provisioning_blocks [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Transition to ACTIVE for port object fbccc91d-3dc2-4221-ba9e-301452a61215 will not be triggered until provisioned by entity L2. {{(pid=79211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:33.597441 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:33.615822 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Routers {'76018860-54c6-44be-801d-963227b94662'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:33.617390 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['76018860-54c6-44be-801d-963227b94662'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:33.696268 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-bdfac46b-854e-4377-87f2-dc44860ea466 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad2693d3676e4cf2a0ccee5078ee204b&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1510201 May 10 17:32:33.702731 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48562) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:33.730761 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] 10.222.0.24 "PUT /v2.0/routers/76018860-54c6-44be-801d-963227b94662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0405605 May 10 17:32:33.751680 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfac46b-854e-4377-87f2-dc44860ea466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f805b6a7-14ea-47c4-9115-262994d8ff71,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:33.757505 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-bdfac46b-854e-4377-87f2-dc44860ea466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:33.770647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-9587b29d-7305-49a7-a30b-45207a78f639 req-5d001752-5f89-4413-b207-dba9a69efc5c tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Unset dirty status for tenant:4335293269794977b2c0156dcd6380f3 on resource:network {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:33.773101 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-5d001752-5f89-4413-b207-dba9a69efc5c tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/networks?id=22137d96-4e00-4967-a350-647e3cb36493 HTTP/1.1" status: 200 len: 809 time: 3.5460145 May 10 17:32:33.796648 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.808160 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:33.900268 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.907641 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-ce36eae1-8480-4d8e-9225-3d4b57c97acb tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/quotas/4335293269794977b2c0156dcd6380f3 HTTP/1.1" status: 200 len: 375 time: 0.1113765 May 10 17:32:33.925891 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.963043 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Allocated IP 172.20.0.1 (c20e4456-ac37-4c58-9b03-d15f31abbb4c/75aca7b6-f2af-4dda-be71-726ffe0ee9bc/dadd3029-f168-416b-beda-0309b3ec8d33) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:33.964309 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:33.971393 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Attempting to bind port fbccc91d-3dc2-4221-ba9e-301452a61215 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:33.975426 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Attempting to bind port fbccc91d-3dc2-4221-ba9e-301452a61215 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:33.976301 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Attempting to bind port fbccc91d-3dc2-4221-ba9e-301452a61215 on network e0dd7f9d-963f-4e7d-9505-8e20a5139fef {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:33.996405 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:33.996964 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Checking segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:33.998030 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.999810 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Bound using segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:34.000441 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Bound port: fbccc91d-3dc2-4221-ba9e-301452a61215, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:34.012493 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:34.020273 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-f661e898-7c27-41b2-aa2d-6c898a225b5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4335293269794977b2c0156dcd6380f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1112974 May 10 17:32:34.021789 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 700a630d-b433-4707-9875-08f2aeebdfe0 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:34.022363 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:34.076594 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Network 025c12d2-d785-400c-8db6-8fd4c9c625b4 is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:34.082070 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:34.085482 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:34.085955 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659411'] for router_interface, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:34.115320 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Pushing event updated for resources: {'Port': ['ID=340e94ed-1853-4a55-b15b-b2d48b309713,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:34.120455 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:34.227997 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:34.248539 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:34.391526 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Set router 76018860-54c6-44be-801d-963227b94662 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:34.423504 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7dd51796-ef4f-4ba8-b90b-89dc20ab627e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:34.500496 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd18108-d88f-4d93-884e-651ce4895fd3 None None] Pushing event updated for resources: {'Port': ['ID=fbccc91d-3dc2-4221-ba9e-301452a61215,revision_number=2']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:34.521519 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Network 3eaded28-2d1e-4298-a521-2a403f92bfc4 is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:34.522736 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] For port fbccc91d-3dc2-4221-ba9e-301452a61215, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:34.529838 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-0cd18108-d88f-4d93-884e-651ce4895fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:34.546965 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] For port fbccc91d-3dc2-4221-ba9e-301452a61215, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=fbccc91d-3dc2-4221-ba9e-301452a61215,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:34.571198 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:34.591915 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:34.601579 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7dd51796-ef4f-4ba8-b90b-89dc20ab627e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:34.635979 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:34.635979 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for port, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:34.656407 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:34.664550 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:34.876291 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:34.876854 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:34.877654 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Pushing event updated for resources: {'Port': ['ID=a8b114b4-b8b3-4e1c-94bb-7f0aba94199c,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:34.931925 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-d44addc0-b64c-4a8c-ac1d-6d47ea29965a None None] Provisioning for port 340e94ed-1853-4a55-b15b-b2d48b309713 completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:34.968304 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-d44addc0-b64c-4a8c-ac1d-6d47ea29965a None None] Provisioning complete for port 340e94ed-1853-4a55-b15b-b2d48b309713 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:34.968776 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d44addc0-b64c-4a8c-ac1d-6d47ea29965a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:34.990402 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:34.994439 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd18108-d88f-4d93-884e-651ce4895fd3 None None] Pushing event updated for resources: {'Port': ['ID=fbccc91d-3dc2-4221-ba9e-301452a61215,revision_number=3']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:34.997897 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-91141cb4-dc72-4d86-a60f-fb191b1001e1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:32:35.001680 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-91141cb4-dc72-4d86-a60f-fb191b1001e1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3933549 May 10 17:32:35.018136 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:35.027448 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-7020bf52-1c1f-46d0-b302-a041943d0c7d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7153208 May 10 17:32:35.062667 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-f3474188-206a-4ee7-97c6-0bb9050ceb0c tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:32:35.063793 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-f3474188-206a-4ee7-97c6-0bb9050ceb0c tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180964 May 10 17:32:35.175598 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-0cd18108-d88f-4d93-884e-651ce4895fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:35.236317 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-122b62d6-2f4d-4d1e-b688-6d23cd841ace service neutron] 10.222.0.24 "GET /v2.0/networks/22137d96-4e00-4967-a350-647e3cb36493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039928 May 10 17:32:35.258150 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.413700 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:35.497825 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Transition to ACTIVE for port object dadd3029-f168-416b-beda-0309b3ec8d33 will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:35.543015 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.560947 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d863da3-058a-4575-89fd-135641b992fa req-8328e953-1409-4987-9d69-398c6b4c11d3 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:35.562746 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-4d863da3-058a-4575-89fd-135641b992fa req-8328e953-1409-4987-9d69-398c6b4c11d3 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Synchronizing usage tracker for tenant:2df1aa7afb37495899c8a2977a4d43dd on resource:port {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:35.592197 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Request body: {'port': {'device_id': '847e71bc-8f06-43f6-be6f-79485a336cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:35.609727 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:23Z', 'revision_number': 3, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:35.619097 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-d44addc0-b64c-4a8c-ac1d-6d47ea29965a None None] Port 340e94ed-1853-4a55-b15b-b2d48b309713 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:32:35.629535 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a3abdf-752d-47a7-8fd3-48c2b175e946 None None] The sync data for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb is: [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:23Z', 'revision_number': 3, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:32:35.676457 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.681134 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76018860-54c6-44be-801d-963227b94662', 'name': 'tempest-ServerRescueNegativeTestJSON-340999936-router', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:19Z', 'updated_at': '2021-05-10T17:32:27Z', 'revision_number': 4, 'project_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'gw_port': {'id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76018860-54c6-44be-801d-963227b94662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'ce4ecb33-a7f0-451a-be86-82d63588d6cd', 'name': '', 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'mac_address': 'fa:16:3e:23:c1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76018860-54c6-44be-801d-963227b94662', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8a352b0e-3e61-497e-a597-659f58f14f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:29Z', 'revision_number': 2, 'project_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'subnets': [{'id': '8a352b0e-3e61-497e-a597-659f58f14f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:35.685900 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Checking router: 76018860-54c6-44be-801d-963227b94662 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:32:35.686928 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Updating router 76018860-54c6-44be-801d-963227b94662 port ce4ecb33-a7f0-451a-be86-82d63588d6cd binding host dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:32:35.729409 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7dd51796-ef4f-4ba8-b90b-89dc20ab627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.731062 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659312'] for router_interface, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.754662 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:35.800804 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.810623 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-dc5217be-7b0a-41d9-ade5-c4a290889562 service neutron] 10.222.0.24 "GET /v2.0/networks/22137d96-4e00-4967-a350-647e3cb36493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646634 May 10 17:32:35.817039 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd51796-ef4f-4ba8-b90b-89dc20ab627e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f805b6a7-14ea-47c4-9115-262994d8ff71,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:35.833370 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.851114 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7dd51796-ef4f-4ba8-b90b-89dc20ab627e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:35.868138 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:36.041125 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:36.049922 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7dd51796-ef4f-4ba8-b90b-89dc20ab627e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:36.088813 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-7dd51796-ef4f-4ba8-b90b-89dc20ab627e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f805b6a7-14ea-47c4-9115-262994d8ff71 HTTP/1.1" status: 204 len: 168 time: 2.3810346 May 10 17:32:36.117349 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 3, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:36.164452 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Network c20e4456-ac37-4c58-9b03-d15f31abbb4c is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:36.172042 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:36.176215 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a6fcd-4dc2-4d0c-9be8-c093640d201c None None] The sync data for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb is: [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 3, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:32:36.199236 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:36.206369 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659411'] for router_interface, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:36.406861 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Pushing event updated for resources: {'Port': ['ID=dadd3029-f168-416b-beda-0309b3ec8d33,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:36.425986 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:36.659829 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:36.707447 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Pushing event updated for resources: {'Port': ['ID=340e94ed-1853-4a55-b15b-b2d48b309713,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:36.717508 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Transition to ACTIVE for port object ce4ecb33-a7f0-451a-be86-82d63588d6cd will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:36.720078 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:36.805462 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:36.832627 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:36.856904 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:37.037683 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-4d863da3-058a-4575-89fd-135641b992fa req-8328e953-1409-4987-9d69-398c6b4c11d3 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Unset dirty status for tenant:2df1aa7afb37495899c8a2977a4d43dd on resource:port {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:37.049225 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4d863da3-058a-4575-89fd-135641b992fa req-8328e953-1409-4987-9d69-398c6b4c11d3 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 931 time: 2.5443318 May 10 17:32:37.133476 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:37.201289 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dd602-4202-4853-b875-a8acb311353c None None] Pushing event updated for resources: {'Port': ['ID=ce4ecb33-a7f0-451a-be86-82d63588d6cd,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:37.215663 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-4b9dd602-4202-4853-b875-a8acb311353c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:37.230242 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-41f4456c-46ef-41e4-baef-d304e8eb3d2a None None] Provisioning for port dadd3029-f168-416b-beda-0309b3ec8d33 completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:37.248430 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-41f4456c-46ef-41e4-baef-d304e8eb3d2a None None] Provisioning complete for port dadd3029-f168-416b-beda-0309b3ec8d33 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:37.251004 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-41f4456c-46ef-41e4-baef-d304e8eb3d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:37.901554 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-4d863da3-058a-4575-89fd-135641b992fa req-f93de59f-ae81-404d-914a-cb79561647aa tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Synchronizing usage tracker for tenant:2df1aa7afb37495899c8a2977a4d43dd on resource:security_group {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:37.912930 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device fbccc91d-3dc2-4221-ba9e-301452a61215 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:38.040626 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-41f4456c-46ef-41e4-baef-d304e8eb3d2a None None] Port dadd3029-f168-416b-beda-0309b3ec8d33 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:32:38.045125 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Network 025c12d2-d785-400c-8db6-8fd4c9c625b4 is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:38.123564 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Attempting to bind port ce4ecb33-a7f0-451a-be86-82d63588d6cd on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:38.124914 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Attempting to bind port ce4ecb33-a7f0-451a-be86-82d63588d6cd by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': '7791a769-a424-4887-98a4-6ddd9420d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:38.125521 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Attempting to bind port ce4ecb33-a7f0-451a-be86-82d63588d6cd on network ff5deae6-b982-458f-bc91-12732fbdac1d {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:38.142488 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:38.249293 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:38.249677 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Checking segment: {'id': '7791a769-a424-4887-98a4-6ddd9420d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:38.262722 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-4cf78067-58c2-4167-8bd8-0916e9ff6493 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:38.269174 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:38.269795 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Bound using segment: {'id': '7791a769-a424-4887-98a4-6ddd9420d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:38.272719 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Bound port: ce4ecb33-a7f0-451a-be86-82d63588d6cd, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7791a769-a424-4887-98a4-6ddd9420d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:38.273447 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-4cf78067-58c2-4167-8bd8-0916e9ff6493 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/networks?id=ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 200 len: 818 time: 0.6276221 May 10 17:32:38.274019 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:38.294224 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.db.resource_extend [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:32:38.297006 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-4d863da3-058a-4575-89fd-135641b992fa req-f93de59f-ae81-404d-914a-cb79561647aa tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Unset dirty status for tenant:2df1aa7afb37495899c8a2977a4d43dd on resource:security_group {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:38.307185 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4d863da3-058a-4575-89fd-135641b992fa req-f93de59f-ae81-404d-914a-cb79561647aa tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2570333 May 10 17:32:38.331689 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-207dd9eb-c6b3-4fb2-8064-4985bf95ab5c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/quotas/78c6b06ac47a4c2bbc2c4bf1e362aabb HTTP/1.1" status: 200 len: 375 time: 0.0567427 May 10 17:32:38.335318 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:38.476694 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:38.478936 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659312'] for router_interface, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:38.499873 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7b93c373-7966-4985-8976-a772fefa146b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:38.648483 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] For port ce4ecb33-a7f0-451a-be86-82d63588d6cd, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:38.653771 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] For port ce4ecb33-a7f0-451a-be86-82d63588d6cd, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=ce4ecb33-a7f0-451a-be86-82d63588d6cd,segment=NetworkSegment(7791a769-a424-4887-98a4-6ddd9420d05a),segment_id=7791a769-a424-4887-98a4-6ddd9420d05a)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:38.721639 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:38.744609 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:38.753242 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9b856ae9-f1fb-4c65-bc0e-1adaae8a2046 req-a03b422c-7c83-4a18-8d4c-eb928e38488e tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 210 time: 0.1846907 May 10 17:32:38.896650 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port fbccc91d-3dc2-4221-ba9e-301452a61215 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:38.939987 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-3b2ca9bf-85e7-49d4-8330-be35aef00936 None None] Provisioning complete for port 340e94ed-1853-4a55-b15b-b2d48b309713 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:38.940694 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-3b2ca9bf-85e7-49d4-8330-be35aef00936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:38.955908 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Router 9dccc935-b34d-4754-beb0-5ea370805a16 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:32:38.964562 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Pushing event updated for resources: {'Port': ['ID=dadd3029-f168-416b-beda-0309b3ec8d33,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:38.975773 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:38.991597 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-304703da-5685-4f58-bcdc-977539c22351 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6588554 May 10 17:32:38.994934 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Network c20e4456-ac37-4c58-9b03-d15f31abbb4c is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:39.038320 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port fbccc91d-3dc2-4221-ba9e-301452a61215 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:39.038660 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:39.174037 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Routers {'76018860-54c6-44be-801d-963227b94662'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:39.174037 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['76018860-54c6-44be-801d-963227b94662'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:39.199122 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78dd275d-d54e-4db7-b907-d8b14cec7773 service neutron] 10.222.0.24 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063017 May 10 17:32:39.249504 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b114b4-b8b3-4e1c-94bb-7f0aba94199c {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:39.261664 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:39.300308 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Transition to ACTIVE for port object a8b114b4-b8b3-4e1c-94bb-7f0aba94199c will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:39.375403 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:39.427323 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:39.446141 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:39.563993 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dd602-4202-4853-b875-a8acb311353c None None] Pushing event updated for resources: {'Port': ['ID=ce4ecb33-a7f0-451a-be86-82d63588d6cd,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:39.574878 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-4b9dd602-4202-4853-b875-a8acb311353c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:39.663542 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ca9bf-85e7-49d4-8330-be35aef00936 None None] Port 340e94ed-1853-4a55-b15b-b2d48b309713 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:32:39.701932 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:32:39.737588 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] 10.222.0.24 "PUT /v2.0/routers/9dccc935-b34d-4754-beb0-5ea370805a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1080790 May 10 17:32:39.788159 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Sync routers for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:32:39.804077 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:39.805186 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:39.822683 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:39.892393 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:39.984755 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port fbccc91d-3dc2-4221-ba9e-301452a61215, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=fbccc91d-3dc2-4221-ba9e-301452a61215,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:39.992565 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] Set router 76018860-54c6-44be-801d-963227b94662 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:40.189072 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:40.190146 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device ee0d67fe-521e-489f-9dbd-1860e6faa14e up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:40.228407 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b114b4-b8b3-4e1c-94bb-7f0aba94199c,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:40.287158 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:40.326963 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:40.330884 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:40.392919 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Attempting to bind port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:40.404118 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Attempting to bind port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'bbde5b88-13b1-4281-b036-730c11adb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3eaded28-2d1e-4298-a521-2a403f92bfc4'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:40.406027 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Attempting to bind port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c on network 3eaded28-2d1e-4298-a521-2a403f92bfc4 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:40.417946 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c on network 3eaded28-2d1e-4298-a521-2a403f92bfc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:32:40.433386 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Attempting to bind port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c on network 3eaded28-2d1e-4298-a521-2a403f92bfc4 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:40.471318 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:40.474913 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Checking segment: {'id': 'bbde5b88-13b1-4281-b036-730c11adb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3eaded28-2d1e-4298-a521-2a403f92bfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:40.476521 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Bound using segment: {'id': 'bbde5b88-13b1-4281-b036-730c11adb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3eaded28-2d1e-4298-a521-2a403f92bfc4'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:40.477804 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Bound port: a8b114b4-b8b3-4e1c-94bb-7f0aba94199c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbde5b88-13b1-4281-b036-730c11adb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3eaded28-2d1e-4298-a521-2a403f92bfc4'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:40.479557 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:40.515980 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a618c1c-5a7f-4756-857f-694f68c853a7 req-3982a5ba-8feb-40a1-88e5-b08f8ac42ba8 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:40.520976 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-95cf81e1-d3ae-499d-bb66-fd62e62b9fea None None] Provisioning complete for port dadd3029-f168-416b-beda-0309b3ec8d33 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:40.524869 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-95cf81e1-d3ae-499d-bb66-fd62e62b9fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:40.539292 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9a618c1c-5a7f-4756-857f-694f68c853a7 req-3982a5ba-8feb-40a1-88e5-b08f8ac42ba8 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 943 time: 0.8855813 May 10 17:32:40.574972 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-f5c9d097-5cca-42e7-8f3d-b5472cfca6c2 service neutron] 10.222.0.24 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3743780 May 10 17:32:40.596650 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Router 0887f130-fe9d-443c-8299-bcb6f9e17f18 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:32:40.770870 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=fbccc91d-3dc2-4221-ba9e-301452a61215,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:40.774951 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:40.861770 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] For port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c, host hv-cinder-78638, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:40.868395 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] For port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8b114b4-b8b3-4e1c-94bb-7f0aba94199c,segment=NetworkSegment(bbde5b88-13b1-4281-b036-730c11adb6ee),segment_id=bbde5b88-13b1-4281-b036-730c11adb6ee)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:40.932444 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9a618c1c-5a7f-4756-857f-694f68c853a7 req-71235c74-bd3e-4ba9-8ae1-037b51e892e8 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919053 May 10 17:32:40.987422 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:41.004374 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:41.076934 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-95cf81e1-d3ae-499d-bb66-fd62e62b9fea None None] Port dadd3029-f168-416b-beda-0309b3ec8d33 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:32:41.134696 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port ee0d67fe-521e-489f-9dbd-1860e6faa14e completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:41.154748 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:32:41.369762 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] 10.222.0.24 "PUT /v2.0/routers/0887f130-fe9d-443c-8299-bcb6f9e17f18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6282797 May 10 17:32:41.371252 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Sync routers for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:32:41.371252 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port ee0d67fe-521e-489f-9dbd-1860e6faa14e triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:41.371252 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:41.373390 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:35Z', 'revision_number': 2, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:41.373390 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Checking router: 9dccc935-b34d-4754-beb0-5ea370805a16 for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:32:41.373390 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Updating router 9dccc935-b34d-4754-beb0-5ea370805a16 port 340e94ed-1853-4a55-b15b-b2d48b309713 binding host dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:32:41.376135 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:41.376135 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for port, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:41.376135 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] 10.222.0.10 "PUT /v2.0/ports/a8b114b4-b8b3-4e1c-94bb-7f0aba94199c HTTP/1.1" status: 200 len: 1093 time: 6.0717478 May 10 17:32:41.376135 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847e71bc-8f06-43f6-be6f-79485a336cf4', 'tag': 'a8b114b4-b8b3-4e1c-94bb-7f0aba94199c'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:41.377734 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:41.386804 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-35fe585b-a3d8-4318-a847-faa3d6f49c44 req-309367d3-2f83-452d-a8f2-b0be6a2fab03 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 210 time: 0.0664351 May 10 17:32:41.394341 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b114b4-b8b3-4e1c-94bb-7f0aba94199c,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:41.400850 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:41.477379 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:41.477379 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:41.616693 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-dc509b36-f1ee-4754-9adc-c502ff2b79e2 req-c1e59a1d-3055-441c-ad2a-d142648dc779 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Synchronizing usage tracker for tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb on resource:port {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:42.058832 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Notify callbacks [] for port, precommit_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:42.067634 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.provisioning_blocks [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Transition to ACTIVE for port object 340e94ed-1853-4a55-b15b-b2d48b309713 will not be triggered until provisioned by entity L2. {{(pid=79211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:42.130414 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:42.143430 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:42.220632 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port ee0d67fe-521e-489f-9dbd-1860e6faa14e, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=ee0d67fe-521e-489f-9dbd-1860e6faa14e,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:42.429734 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76018860-54c6-44be-801d-963227b94662', 'name': 'tempest-ServerRescueNegativeTestJSON-340999936-router', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:19Z', 'updated_at': '2021-05-10T17:32:27Z', 'revision_number': 4, 'project_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'gw_port': {'id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76018860-54c6-44be-801d-963227b94662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'ce4ecb33-a7f0-451a-be86-82d63588d6cd', 'name': '', 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'mac_address': 'fa:16:3e:23:c1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76018860-54c6-44be-801d-963227b94662', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8a352b0e-3e61-497e-a597-659f58f14f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:38Z', 'revision_number': 4, 'project_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'subnets': [{'id': '8a352b0e-3e61-497e-a597-659f58f14f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:42.441399 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a89f49a-02eb-4982-8734-e8173e8f4c2a None None] The sync data for ids ['76018860-54c6-44be-801d-963227b94662'] in dv-cinder-786386-3-smb is: [{'id': '76018860-54c6-44be-801d-963227b94662', 'name': 'tempest-ServerRescueNegativeTestJSON-340999936-router', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:19Z', 'updated_at': '2021-05-10T17:32:27Z', 'revision_number': 4, 'project_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'gw_port': {'id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76018860-54c6-44be-801d-963227b94662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'ce4ecb33-a7f0-451a-be86-82d63588d6cd', 'name': '', 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'mac_address': 'fa:16:3e:23:c1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76018860-54c6-44be-801d-963227b94662', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8a352b0e-3e61-497e-a597-659f58f14f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:38Z', 'revision_number': 4, 'project_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'subnets': [{'id': '8a352b0e-3e61-497e-a597-659f58f14f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:32:42.515196 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:42.516478 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:42.519437 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-dc509b36-f1ee-4754-9adc-c502ff2b79e2 req-c1e59a1d-3055-441c-ad2a-d142648dc779 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Unset dirty status for tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb on resource:port {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:42.522634 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-4b9dd602-4202-4853-b875-a8acb311353c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:42.531434 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dc509b36-f1ee-4754-9adc-c502ff2b79e2 req-c1e59a1d-3055-441c-ad2a-d142648dc779 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 210 time: 1.0085607 May 10 17:32:42.554469 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-98bdf133-c6bb-4a92-b0e2-3090c60e86fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:42.744877 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48780) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:42.752443 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768914824', 'description': 'tempest-description--318703199'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:42.769527 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:42.792076 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Usage tracker for resource:security_group and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:42.805915 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:42.838530 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:42.928947 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081ad9a-625f-4000-ab8c-85be8cbebeb3 None None] Pushing event updated for resources: {'Port': ['ID=340e94ed-1853-4a55-b15b-b2d48b309713,revision_number=3']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:42.939651 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=ee0d67fe-521e-489f-9dbd-1860e6faa14e,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:42.945255 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-3081ad9a-625f-4000-ab8c-85be8cbebeb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:42.951043 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:42.969447 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:43.070373 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.10', 63598) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:43.118264 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:37Z', 'revision_number': 2, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:43.157390 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Checking router: 0887f130-fe9d-443c-8299-bcb6f9e17f18 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:32:43.160216 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Updating router 0887f130-fe9d-443c-8299-bcb6f9e17f18 port dadd3029-f168-416b-beda-0309b3ec8d33 binding host dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:32:43.187406 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:43.215598 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Usage tracker for resource:security_group_rule and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:43.251817 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847e71bc-8f06-43f6-be6f-79485a336cf4', 'tag': 'a8b114b4-b8b3-4e1c-94bb-7f0aba94199c', 'status': 'completed', 'code': 200} May 10 17:32:43.295142 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:43.349507 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:43.488553 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:43.723898 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device fbccc91d-3dc2-4221-ba9e-301452a61215 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:43.776471 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c38e-5278-4a24-8c43-b609de433010 req-3348e16e-9003-4f6a-bc41-f6a0248a968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:43.777240 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Attempting to bind port 340e94ed-1853-4a55-b15b-b2d48b309713 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:43.777640 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Attempting to bind port 340e94ed-1853-4a55-b15b-b2d48b309713 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:43.778019 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Attempting to bind port 340e94ed-1853-4a55-b15b-b2d48b309713 on network 025c12d2-d785-400c-8db6-8fd4c9c625b4 {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:43.787227 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-3348e16e-9003-4f6a-bc41-f6a0248a968c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2df1aa7afb37495899c8a2977a4d43dd&device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 1096 time: 0.7378263 May 10 17:32:43.798430 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:43.798892 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Checking segment: {'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:43.799300 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:43.799786 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Bound using segment: {'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:43.800311 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Bound port: 340e94ed-1853-4a55-b15b-b2d48b309713, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'}}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:43.800607 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587b29d-7305-49a7-a30b-45207a78f639 req-8eee2156-5ff9-4990-86bd-7317a4fc59af tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:43.800832 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:43.802595 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-8eee2156-5ff9-4990-86bd-7317a4fc59af tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.10 "GET /v2.0/networks?id=22137d96-4e00-4967-a350-647e3cb36493 HTTP/1.1" status: 200 len: 809 time: 0.7217405 May 10 17:32:43.829433 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Request body: {'port': {'device_id': 'ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e', 'network_id': '22137d96-4e00-4967-a350-647e3cb36493', 'admin_state_up': True, 'tenant_id': '4335293269794977b2c0156dcd6380f3'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:44.003198 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] For port 340e94ed-1853-4a55-b15b-b2d48b309713, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:44.010574 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] For port 340e94ed-1853-4a55-b15b-b2d48b309713, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=340e94ed-1853-4a55-b15b-b2d48b309713,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:44.090437 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:44.098642 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-0cd18108-d88f-4d93-884e-651ce4895fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:44.107864 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-cb6a64b5-7a7d-417d-af2a-dabb44f50681 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8b114b4-b8b3-4e1c-94bb-7f0aba94199c HTTP/1.1" status: 200 len: 217 time: 0.2873423 May 10 17:32:44.152793 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port fbccc91d-3dc2-4221-ba9e-301452a61215 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:44.153022 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:44.182678 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:44.192231 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Usage tracker for resource:port and tenant:4335293269794977b2c0156dcd6380f3 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:44.203385 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:44.209816 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:44.254264 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081ad9a-625f-4000-ab8c-85be8cbebeb3 None None] Pushing event updated for resources: {'Port': ['ID=340e94ed-1853-4a55-b15b-b2d48b309713,revision_number=4']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:44.258646 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-3081ad9a-625f-4000-ab8c-85be8cbebeb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:44.293477 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:44.293477 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:44.348396 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c38e-5278-4a24-8c43-b609de433010 req-036ee66f-20eb-4456-b6de-79e4acf1ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:44.349925 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-036ee66f-20eb-4456-b6de-79e4acf1ef6c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aa903e4-b0c1-4352-8427-ea68ec543cc0 HTTP/1.1" status: 200 len: 851 time: 0.2275553 May 10 17:32:44.368835 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Made reservation on behalf of 4335293269794977b2c0156dcd6380f3 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:44.372483 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:44.521748 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:44.558803 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-81472dc1-7a26-4b5a-858e-0e4984f1f732 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3eaded28-2d1e-4298-a521-2a403f92bfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1760075 May 10 17:32:44.657015 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48810) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:44.673275 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779257278', 'description': 'tempest-description--2106899236'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:44.691451 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:44.863426 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941da56-19ac-4ad1-9c0c-50c81103f3ca req-d61a1388-4f39-45ad-aaeb-b3941eb49ed9 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:44.877968 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f941da56-19ac-4ad1-9c0c-50c81103f3ca req-d61a1388-4f39-45ad-aaeb-b3941eb49ed9 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 943 time: 1.1916409 May 10 17:32:44.923749 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:44.948668 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:44.968918 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6c44b848-d876-44b1-8584-be0bc34260e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:44.972773 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a0166ce0-35b0-4fe0-8010-59bd703611c9 req-c6308246-3827-4a38-987d-807b4d829bdd tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 210 time: 0.0936339 May 10 17:32:44.987238 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Allocated IP 172.20.0.5 (22137d96-4e00-4967-a350-647e3cb36493/698285bc-1bed-4681-8db7-b5d6bcd1d90d/f2be7540-cf95-4829-8c7f-61d216f4e384) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:45.028092 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Usage tracker for resource:security_group and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:45.095399 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:45.146824 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:45.276622 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46cd1d91-b464-40f0-9f53-8809c8ed2919,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:45.304222 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device ce4ecb33-a7f0-451a-be86-82d63588d6cd up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:45.304817 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:45.304817 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f941da56-19ac-4ad1-9c0c-50c81103f3ca req-faf683b3-a3df-4e69-9234-61ab8576e1fd tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169722 May 10 17:32:45.363380 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-0ac010a7-72b4-4db8-87f6-9b783a021eaa service neutron] 10.222.0.10 "GET /v2.0/networks/3eaded28-2d1e-4298-a521-2a403f92bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801509 May 10 17:32:45.386849 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:45.388487 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.6426332 May 10 17:32:45.392407 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48832) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:45.402669 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-3e9769fa-455f-446b-a062-69cd1e0ab5f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Request body: {'security_group_rule': {'security_group_id': '46cd1d91-b464-40f0-9f53-8809c8ed2919', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:45.416953 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:45.455087 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-3e9769fa-455f-446b-a062-69cd1e0ab5f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:45.564286 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-3e9769fa-455f-446b-a062-69cd1e0ab5f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Usage tracker for resource:security_group_rule and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:45.575472 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-3e9769fa-455f-446b-a062-69cd1e0ab5f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:45.644289 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-3e9769fa-455f-446b-a062-69cd1e0ab5f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:45.650971 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:45.665152 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Usage tracker for resource:security_group_rule and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:45.670908 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:45.680170 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:45.787995 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port ce4ecb33-a7f0-451a-be86-82d63588d6cd completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:45.798517 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4193c38e-5278-4a24-8c43-b609de433010 req-108bc9b9-b15d-46ca-b600-7615db684779 service neutron] 10.222.0.10 "GET /v2.0/networks/3eaded28-2d1e-4298-a521-2a403f92bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986867 May 10 17:32:45.812791 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:43Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:45.837345 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff7b2c-806e-4922-8f7e-1765bdbd263a None None] The sync data for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb is: [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:43Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:32:45.848072 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port ce4ecb33-a7f0-451a-be86-82d63588d6cd triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:45.848072 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:45.855919 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3e9769fa-455f-446b-a062-69cd1e0ab5f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:45.932402 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:46.044039 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-37b6ed89-8228-4aeb-9e99-9664df088bc3 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:46.053306 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-37b6ed89-8228-4aeb-9e99-9664df088bc3 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/networks?id=ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 200 len: 818 time: 0.4476519 May 10 17:32:46.087944 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-e3fb687a-d91b-40a4-9b25-ffd1558946f1 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/quotas/78c6b06ac47a4c2bbc2c4bf1e362aabb HTTP/1.1" status: 200 len: 375 time: 0.0332465 May 10 17:32:46.089071 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3e9769fa-455f-446b-a062-69cd1e0ab5f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:46.102270 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:46.156065 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.10', 63606) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:46.165078 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Transition to ACTIVE for port object dadd3029-f168-416b-beda-0309b3ec8d33 will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:46.243483 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3e9769fa-455f-446b-a062-69cd1e0ab5f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:46.302485 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:46.317366 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:46.350904 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:46.388956 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:46.446875 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:46.487146 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9769fa-455f-446b-a062-69cd1e0ab5f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b2bfc2-3da4-4bcf-be9d-9de6d45a8ef5,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:46.502145 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3e9769fa-455f-446b-a062-69cd1e0ab5f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:46.543846 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Network 22137d96-4e00-4967-a350-647e3cb36493 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:46.583946 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:46.592180 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:46.610100 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:46.615292 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:46.649494 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:46.693698 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-691a2dda-80a7-4352-ac54-ff18ae954cb1 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6046138 May 10 17:32:46.705672 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a23ae-316e-490d-99bf-58d780077a7a req-4de7620e-02e0-4ad0-b92b-d9a1ff334ea3 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:46.708020 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-af9a23ae-316e-490d-99bf-58d780077a7a req-4de7620e-02e0-4ad0-b92b-d9a1ff334ea3 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 931 time: 0.4869404 May 10 17:32:46.727984 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3e9769fa-455f-446b-a062-69cd1e0ab5f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:46.732610 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-3e9769fa-455f-446b-a062-69cd1e0ab5f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3381126 May 10 17:32:46.735276 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48864) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:46.787520 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77da3f-bd99-4c24-9a97-af4fc0fa69f6 None None] Pushing event updated for resources: {'Port': ['ID=dadd3029-f168-416b-beda-0309b3ec8d33,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:46.794073 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-6f77da3f-bd99-4c24-9a97-af4fc0fa69f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:46.816026 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:46.823479 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed24682-607e-49ad-9e41-93176836d3d9 req-f1b9f7b9-591f-47ce-a10e-269f5f5ae349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:46.827589 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fed24682-607e-49ad-9e41-93176836d3d9 req-f1b9f7b9-591f-47ce-a10e-269f5f5ae349 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2df1aa7afb37495899c8a2977a4d43dd&device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 1096 time: 0.7373970 May 10 17:32:46.841989 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-a8cb387e-0067-4adf-9900-768b06666539 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Request body: {'security_group_rule': {'security_group_id': '46cd1d91-b464-40f0-9f53-8809c8ed2919', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:46.874659 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-a8cb387e-0067-4adf-9900-768b06666539 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:46.891692 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-af9a23ae-316e-490d-99bf-58d780077a7a req-7e157ae2-6e1f-4c90-924e-1c8fcba78d5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf3bbd-4143-4033-bd0b-31283dd3c23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675954 May 10 17:32:46.901267 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-a8cb387e-0067-4adf-9900-768b06666539 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Usage tracker for resource:security_group_rule and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:46.914594 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-a8cb387e-0067-4adf-9900-768b06666539 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:46.928907 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-a8cb387e-0067-4adf-9900-768b06666539 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:46.949982 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:47.024520 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Attempting to bind port dadd3029-f168-416b-beda-0309b3ec8d33 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:47.024892 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Attempting to bind port dadd3029-f168-416b-beda-0309b3ec8d33 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:47.025281 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Attempting to bind port dadd3029-f168-416b-beda-0309b3ec8d33 on network c20e4456-ac37-4c58-9b03-d15f31abbb4c {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:47.034664 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port ce4ecb33-a7f0-451a-be86-82d63588d6cd, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=ce4ecb33-a7f0-451a-be86-82d63588d6cd,segment=NetworkSegment(7791a769-a424-4887-98a4-6ddd9420d05a),segment_id=7791a769-a424-4887-98a4-6ddd9420d05a)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:47.035970 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:47.036396 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Checking segment: {'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:47.037059 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:47.037205 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Bound using segment: {'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:47.037618 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Bound port: dadd3029-f168-416b-beda-0309b3ec8d33, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:47.038019 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:47.090066 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:47.166613 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] For port dadd3029-f168-416b-beda-0309b3ec8d33, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:47.170056 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] For port dadd3029-f168-416b-beda-0309b3ec8d33, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=dadd3029-f168-416b-beda-0309b3ec8d33,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:47.172305 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:47.172432 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-62bf2cc0-d326-4f06-86d6-3c1a25aff19f service neutron] 10.222.0.24 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776049 May 10 17:32:47.174220 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-7be57699-9b52-4450-b64c-0e4b9e3398c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:47.264523 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=ce4ecb33-a7f0-451a-be86-82d63588d6cd,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:47.269190 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:47.279679 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-85817871-bfc4-4a8a-931a-b30a16226682 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:47.281930 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-85817871-bfc4-4a8a-931a-b30a16226682 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.10 "GET /v2.0/networks?id=ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 200 len: 818 time: 1.1238041 May 10 17:32:47.282804 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Pushing event updated for resources: {'Port': ['ID=f2be7540-cf95-4829-8c7f-61d216f4e384,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:47.291058 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:47.293138 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4687617 May 10 17:32:47.296492 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:47.300381 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:47.301246 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Request body: {'port': {'device_id': '3479fb35-345d-4727-a23b-32f6cd280b89', 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d', 'admin_state_up': True, 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:47.328456 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Request body: {'port': {'device_id': 'ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:47.365050 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:47.370942 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7102172 May 10 17:32:47.370942 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a8cb387e-0067-4adf-9900-768b06666539 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:47.381732 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48882) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:47.402601 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-f8ba29f0-b428-47fc-b1af-3b66041b9ecd tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Request body: {'security_group_rule': {'security_group_id': '4dfe98df-479d-429b-80c1-b6ffabeb8608', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:47.416868 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f8ba29f0-b428-47fc-b1af-3b66041b9ecd tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:47.435322 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f8ba29f0-b428-47fc-b1af-3b66041b9ecd tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Usage tracker for resource:security_group_rule and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:47.452378 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77da3f-bd99-4c24-9a97-af4fc0fa69f6 None None] Pushing event updated for resources: {'Port': ['ID=dadd3029-f168-416b-beda-0309b3ec8d33,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:47.468207 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-6f77da3f-bd99-4c24-9a97-af4fc0fa69f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:47.469335 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f8ba29f0-b428-47fc-b1af-3b66041b9ecd tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:47.470036 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device ee0d67fe-521e-489f-9dbd-1860e6faa14e up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:47.484106 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f8ba29f0-b428-47fc-b1af-3b66041b9ecd tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:47.520110 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:47.520663 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:47.550324 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed24682-607e-49ad-9e41-93176836d3d9 req-b9f93fb1-9636-4f31-9a14-2821fdb7ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:47.552426 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fed24682-607e-49ad-9e41-93176836d3d9 req-b9f93fb1-9636-4f31-9a14-2821fdb7ff8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3eaded28-2d1e-4298-a521-2a403f92bfc4 HTTP/1.1" status: 200 len: 912 time: 0.6056371 May 10 17:32:47.553248 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfe98df-479d-429b-80c1-b6ffabeb8608,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:47.565169 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:47.630743 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f8ba29f0-b428-47fc-b1af-3b66041b9ecd tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:47.743433 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fed24682-607e-49ad-9e41-93176836d3d9 req-6432762d-afb7-4ab3-aeec-0ce1860b9093 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8b114b4-b8b3-4e1c-94bb-7f0aba94199c HTTP/1.1" status: 200 len: 217 time: 0.1549060 May 10 17:32:47.857620 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82204853-9972-4ae4-9b0d-aa819e019ef5 req-10ae8f62-afce-4b87-b806-1e867f3467e0 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:47.859495 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-82204853-9972-4ae4-9b0d-aa819e019ef5 req-10ae8f62-afce-4b87-b806-1e867f3467e0 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 943 time: 0.7867844 May 10 17:32:47.873139 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port ee0d67fe-521e-489f-9dbd-1860e6faa14e triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:47.874063 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:47.879261 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f8ba29f0-b428-47fc-b1af-3b66041b9ecd tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:47.891893 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-f19b7685-90c4-4981-96a9-57b199215102 service neutron] 10.222.0.24 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7186170 May 10 17:32:47.905860 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:47.924352 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:47.934425 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:47.951161 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:47.985135 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f8ba29f0-b428-47fc-b1af-3b66041b9ecd tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.001087 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:48.007202 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-82204853-9972-4ae4-9b0d-aa819e019ef5 req-44de4535-91aa-47d5-81bd-805100525492 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382113 May 10 17:32:48.033324 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a8cb387e-0067-4adf-9900-768b06666539 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.035079 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed24682-607e-49ad-9e41-93176836d3d9 req-6de4afca-0429-434b-997d-ab3e5ee9e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:48.061914 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fed24682-607e-49ad-9e41-93176836d3d9 req-6de4afca-0429-434b-997d-ab3e5ee9e3b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aa903e4-b0c1-4352-8427-ea68ec543cc0 HTTP/1.1" status: 200 len: 851 time: 0.2618768 May 10 17:32:48.109079 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba29f0-b428-47fc-b1af-3b66041b9ecd tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74148114-d3df-47ea-baae-e6b92860725b,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:48.116819 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fed24682-607e-49ad-9e41-93176836d3d9 req-511604e4-78a0-4e86-a033-579694b23ce3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3eaded28-2d1e-4298-a521-2a403f92bfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685809 May 10 17:32:48.121685 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f8ba29f0-b428-47fc-b1af-3b66041b9ecd tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:48.198603 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Made reservation on behalf of 78c6b06ac47a4c2bbc2c4bf1e362aabb for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:48.203564 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.251443 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f8ba29f0-b428-47fc-b1af-3b66041b9ecd tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.255987 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-f8ba29f0-b428-47fc-b1af-3b66041b9ecd tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8705709 May 10 17:32:48.281796 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 48906) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:48.299004 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a8cb387e-0067-4adf-9900-768b06666539 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.326557 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3e9769fa-455f-446b-a062-69cd1e0ab5f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:48.329965 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-998fbac4-1645-4b1a-a509-9e4e736bb22f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Request body: {'security_group_rule': {'security_group_id': '4dfe98df-479d-429b-80c1-b6ffabeb8608', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:48.368623 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb387e-0067-4adf-9900-768b06666539 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4f9942-df76-41c2-b968-8711cc119d2d,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:48.385421 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a8cb387e-0067-4adf-9900-768b06666539 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:48.400024 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 340e94ed-1853-4a55-b15b-b2d48b309713 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:48.469331 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9817e008-4a4c-429f-b7ab-e21a870c9d89 req-b63e41cd-cf43-48e3-acb7-f8326858a577 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 210 time: 0.1718111 May 10 17:32:48.480794 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-998fbac4-1645-4b1a-a509-9e4e736bb22f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:48.496588 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fed24682-607e-49ad-9e41-93176836d3d9 req-18982994-68c1-4c6a-9f76-d70f1fc04b4b service neutron] 10.222.0.10 "GET /v2.0/networks/3eaded28-2d1e-4298-a521-2a403f92bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720515 May 10 17:32:48.507800 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16bfa2-19f7-451d-b894-686bca6216fe req-34337024-53d0-4603-9395-3d85e9745385 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:48.509446 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-0e16bfa2-19f7-451d-b894-686bca6216fe req-34337024-53d0-4603-9395-3d85e9745385 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 931 time: 0.3148351 May 10 17:32:48.529953 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a8cb387e-0067-4adf-9900-768b06666539 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.534125 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-a8cb387e-0067-4adf-9900-768b06666539 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7941835 May 10 17:32:48.535949 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48918) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:48.567509 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-998fbac4-1645-4b1a-a509-9e4e736bb22f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Usage tracker for resource:security_group_rule and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:48.570101 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Request body: {'floatingip': {'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:48.576179 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:47Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:48.579981 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-998fbac4-1645-4b1a-a509-9e4e736bb22f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:48.590277 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012117ec-0479-43b1-8b32-71c41b8e3f41 None None] The sync data for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb is: [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:47Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:32:48.594136 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 340e94ed-1853-4a55-b15b-b2d48b309713 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:48.599314 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-998fbac4-1645-4b1a-a509-9e4e736bb22f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:48.603665 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 340e94ed-1853-4a55-b15b-b2d48b309713 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:48.604041 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.633634 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:48.649579 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Usage tracker for resource:floatingip and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:48.660486 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:48.676343 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:48.746876 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-998fbac4-1645-4b1a-a509-9e4e736bb22f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.783014 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-0e16bfa2-19f7-451d-b894-686bca6216fe req-b3d238e8-1376-488d-94a6-5f64d0d291c1 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf3bbd-4143-4033-bd0b-31283dd3c23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483516 May 10 17:32:48.842963 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Allocated IP 172.20.0.7 (ff5deae6-b982-458f-bc91-12732fbdac1d/8a352b0e-3e61-497e-a597-659f58f14f47/df440aca-80c2-4ed9-b1e8-b8309f1b9387) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:48.853214 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fed24682-607e-49ad-9e41-93176836d3d9 req-758c76eb-51d3-4331-a2d3-7ba9f23caed9 service neutron] 10.222.0.10 "GET /v2.0/networks/3eaded28-2d1e-4298-a521-2a403f92bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423886 May 10 17:32:48.878138 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.956681 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:49.048303 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-998fbac4-1645-4b1a-a509-9e4e736bb22f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:49.057514 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port 340e94ed-1853-4a55-b15b-b2d48b309713, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=340e94ed-1853-4a55-b15b-b2d48b309713,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:49.089240 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2be7540-cf95-4829-8c7f-61d216f4e384 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:49.102497 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-998fbac4-1645-4b1a-a509-9e4e736bb22f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:49.117317 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:49.123041 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:49.124977 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-478fdf34-ee0d-4e80-a783-beb6100765f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:49.126728 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f8ba29f0-b428-47fc-b1af-3b66041b9ecd tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:49.171419 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:49.277658 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=340e94ed-1853-4a55-b15b-b2d48b309713,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:49.290439 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:49.312773 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Transition to ACTIVE for port object f2be7540-cf95-4829-8c7f-61d216f4e384 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:49.314434 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fbac4-1645-4b1a-a509-9e4e736bb22f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdef65e9-f1cd-4297-a0e0-26b4d5fae7d7,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:49.330557 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-998fbac4-1645-4b1a-a509-9e4e736bb22f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:49.425867 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Allocated IP 172.28.2.70 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/07281b5c-2639-468d-8a61-660ca5746abc) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:49.428671 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-998fbac4-1645-4b1a-a509-9e4e736bb22f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:49.433017 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 48946) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:49.433150 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-998fbac4-1645-4b1a-a509-9e4e736bb22f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1500192 May 10 17:32:49.433902 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:49.442439 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Request body: {'floatingip': {'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:49.442629 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:49.454862 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:49.459626 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Usage tracker for resource:floatingip and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:49.461796 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e25f19e2-2698-49d0-a2aa-b11b62924bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:49.464681 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:49.473441 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device dadd3029-f168-416b-beda-0309b3ec8d33 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:49.506454 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4698c-2a94-4df9-80ae-c13dbc667c5f req-6015dec4-b75c-4fd7-b75d-f7bacb64ced8 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:49.508214 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-88d4698c-2a94-4df9-80ae-c13dbc667c5f req-6015dec4-b75c-4fd7-b75d-f7bacb64ced8 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 943 time: 0.2467890 May 10 17:32:49.525868 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:49.785933 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4db1e3ec-1e9d-4eb4-9ef7-6352c63610cb req-132b126b-3050-4fd3-bea2-ac48efe18abc tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 210 time: 0.0588341 May 10 17:32:49.803918 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port dadd3029-f168-416b-beda-0309b3ec8d33 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:49.816655 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port dadd3029-f168-416b-beda-0309b3ec8d33 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:49.817503 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:49.818899 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-88d4698c-2a94-4df9-80ae-c13dbc667c5f req-09b0c72b-81f8-41cd-ad0d-6c1e726ca734 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002563 May 10 17:32:49.834169 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:49.881197 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:49.907524 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2be7540-cf95-4829-8c7f-61d216f4e384,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:49.919369 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:49.962363 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Attempting to bind port f2be7540-cf95-4829-8c7f-61d216f4e384 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:49.962742 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Attempting to bind port f2be7540-cf95-4829-8c7f-61d216f4e384 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1d95de05-3720-4577-93ab-2e0fff90e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22137d96-4e00-4967-a350-647e3cb36493'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:49.963077 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Attempting to bind port f2be7540-cf95-4829-8c7f-61d216f4e384 on network 22137d96-4e00-4967-a350-647e3cb36493 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:49.969182 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Port f2be7540-cf95-4829-8c7f-61d216f4e384 on network 22137d96-4e00-4967-a350-647e3cb36493 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:32:49.969504 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Attempting to bind port f2be7540-cf95-4829-8c7f-61d216f4e384 on network 22137d96-4e00-4967-a350-647e3cb36493 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:49.975053 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:49.976806 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Checking segment: {'id': '1d95de05-3720-4577-93ab-2e0fff90e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22137d96-4e00-4967-a350-647e3cb36493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:49.977191 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Bound using segment: {'id': '1d95de05-3720-4577-93ab-2e0fff90e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22137d96-4e00-4967-a350-647e3cb36493'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:49.977790 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Bound port: f2be7540-cf95-4829-8c7f-61d216f4e384, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d95de05-3720-4577-93ab-2e0fff90e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '22137d96-4e00-4967-a350-647e3cb36493'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:49.978312 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:50.050214 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:50.096802 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:50.104833 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port dadd3029-f168-416b-beda-0309b3ec8d33, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=dadd3029-f168-416b-beda-0309b3ec8d33,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:50.140692 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:50.141160 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:50.154359 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:50.176827 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device a8b114b4-b8b3-4e1c-94bb-7f0aba94199c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:32:50.192141 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ec6480bd-116e-4431-9663-d3b6d9501e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:50.231666 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:50.242070 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:50.248998 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:50.328546 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Network ff5deae6-b982-458f-bc91-12732fbdac1d is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:50.335515 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event updated for resources: {'Port': ['ID=07281b5c-2639-468d-8a61-660ca5746abc,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:50.354903 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:50.365466 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:50.372334 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:50.372970 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:50.403756 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:50.448755 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Pushing event updated for resources: {'Port': ['ID=df440aca-80c2-4ed9-b1e8-b8309f1b9387,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:50.459685 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] For port f2be7540-cf95-4829-8c7f-61d216f4e384, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:50.462314 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8b114b4-b8b3-4e1c-94bb-7f0aba94199c,segment=NetworkSegment(bbde5b88-13b1-4281-b036-730c11adb6ee),segment_id=bbde5b88-13b1-4281-b036-730c11adb6ee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:50.466955 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:50.484579 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': 'a8b114b4-b8b3-4e1c-94bb-7f0aba94199c', 'network_id': '3eaded28-2d1e-4298-a521-2a403f92bfc4', 'port_id': 'a8b114b4-b8b3-4e1c-94bb-7f0aba94199c', 'mac_address': 'fa:16:3e:47:8f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa903e4-b0c1-4352-8427-ea68ec543cc0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:32:50.500188 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11481e-d3f7-4bbc-a815-92f1e698b293 req-429093c2-7b49-4a2c-8b9a-82da12600e69 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:50.500188 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4d11481e-d3f7-4bbc-a815-92f1e698b293 req-429093c2-7b49-4a2c-8b9a-82da12600e69 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Synchronizing usage tracker for tenant:4335293269794977b2c0156dcd6380f3 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:50.503291 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] For port f2be7540-cf95-4829-8c7f-61d216f4e384, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f2be7540-cf95-4829-8c7f-61d216f4e384,segment=NetworkSegment(1d95de05-3720-4577-93ab-2e0fff90e41f),segment_id=1d95de05-3720-4577-93ab-2e0fff90e41f)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:50.518272 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:50.518879 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2241027 May 10 17:32:50.519513 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device ce4ecb33-a7f0-451a-be86-82d63588d6cd up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:50.546455 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Request body: {'port': {'device_id': '3479fb35-345d-4727-a23b-32f6cd280b89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:50.571869 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:50.607228 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4d11481e-d3f7-4bbc-a815-92f1e698b293 req-429093c2-7b49-4a2c-8b9a-82da12600e69 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Unset dirty status for tenant:4335293269794977b2c0156dcd6380f3 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:50.612222 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4d11481e-d3f7-4bbc-a815-92f1e698b293 req-429093c2-7b49-4a2c-8b9a-82da12600e69 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 943 time: 0.5444188 May 10 17:32:50.632582 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:50.652700 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Allocated IP 172.28.2.41 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/d5e59774-b1cb-496b-92de-712a583548ab) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:50.655890 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:50.666048 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=dadd3029-f168-416b-beda-0309b3ec8d33,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:50.669702 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:50.689794 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-78620f78-fd5e-484b-a2dc-750ae23161fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:50.741517 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port ce4ecb33-a7f0-451a-be86-82d63588d6cd triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:50.741897 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:50.789870 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2be7540-cf95-4829-8c7f-61d216f4e384,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:50.799366 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:50.803011 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:50.817752 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:50.818625 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:50.820732 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] 10.222.0.10 "PUT /v2.0/ports/f2be7540-cf95-4829-8c7f-61d216f4e384 HTTP/1.1" status: 200 len: 1093 time: 3.4973330 May 10 17:32:50.824010 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e', 'tag': 'f2be7540-cf95-4829-8c7f-61d216f4e384'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:50.862826 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b114b4-b8b3-4e1c-94bb-7f0aba94199c {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:50.875933 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:50.891560 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8b114b4-b8b3-4e1c-94bb-7f0aba94199c,segment=NetworkSegment(bbde5b88-13b1-4281-b036-730c11adb6ee),segment_id=bbde5b88-13b1-4281-b036-730c11adb6ee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:51.027383 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4d11481e-d3f7-4bbc-a815-92f1e698b293 req-58f480a0-e91e-4483-890d-34cf680e7124 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Synchronizing usage tracker for tenant:4335293269794977b2c0156dcd6380f3 on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:51.042327 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:51.045183 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:51.149976 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:51.166158 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=a8b114b4-b8b3-4e1c-94bb-7f0aba94199c,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:51.181201 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:51.248592 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4d11481e-d3f7-4bbc-a815-92f1e698b293 req-58f480a0-e91e-4483-890d-34cf680e7124 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Unset dirty status for tenant:4335293269794977b2c0156dcd6380f3 on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:51.250477 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4d11481e-d3f7-4bbc-a815-92f1e698b293 req-58f480a0-e91e-4483-890d-34cf680e7124 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf3bbd-4143-4033-bd0b-31283dd3c23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165106 May 10 17:32:51.281727 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['a8b114b4-b8b3-4e1c-94bb-7f0aba94199c'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:32:51.302931 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a4e83063-9703-4a2e-8a4c-2d91d9481e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:51.304393 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-a4e83063-9703-4a2e-8a4c-2d91d9481e9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4335293269794977b2c0156dcd6380f3&device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 1096 time: 0.2714505 May 10 17:32:51.423254 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:51.453216 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device dadd3029-f168-416b-beda-0309b3ec8d33 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:51.488438 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-acdc7ad8-d6ce-4748-8cae-b26be8e08a1d req-31c80d2e-44fd-4f73-987b-d7153d00d901 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Synchronizing usage tracker for tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:51.504085 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-7ad33c3e-b6e9-41ef-b124-36f64f04b5f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2be7540-cf95-4829-8c7f-61d216f4e384 HTTP/1.1" status: 200 len: 217 time: 0.1813872 May 10 17:32:51.596911 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff9624-18a4-430a-99ba-e543c55282d1 req-61cfef03-d3fd-49c4-ae79-0cf8516443eb tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:51.598670 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cbff9624-18a4-430a-99ba-e543c55282d1 req-61cfef03-d3fd-49c4-ae79-0cf8516443eb tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 944 time: 0.5692403 May 10 17:32:51.642208 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-c9139cef-c445-479b-a5d8-8bd5d7fffae6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:51.642837 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-c9139cef-c445-479b-a5d8-8bd5d7fffae6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Synchronizing usage tracker for tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb on resource:network {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:51.654412 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port dadd3029-f168-416b-beda-0309b3ec8d33 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:51.655628 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:51.672834 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587b29d-7305-49a7-a30b-45207a78f639 req-2b1a3836-c7ff-46d2-a136-bb34d0d11a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:51.674590 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-2b1a3836-c7ff-46d2-a136-bb34d0d11a64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=698285bc-1bed-4681-8db7-b5d6bcd1d90d HTTP/1.1" status: 200 len: 849 time: 0.0846622 May 10 17:32:51.695271 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:51.703253 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cbff9624-18a4-430a-99ba-e543c55282d1 req-3444cfab-202b-4d93-a9e5-0d41cf56d302 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934696 May 10 17:32:51.821742 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-c9139cef-c445-479b-a5d8-8bd5d7fffae6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Unset dirty status for tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb on resource:network {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:51.823662 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-c9139cef-c445-479b-a5d8-8bd5d7fffae6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.10 "GET /v2.0/networks?id=ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 200 len: 818 time: 0.6124611 May 10 17:32:51.824742 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:51.826414 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:51.834843 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-234ac32e-d724-4d3d-bf8f-8c52d8972038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:51.893318 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Request body: {'port': {'device_id': '04ec27b8-423d-400c-80da-bebb3d96138d', 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d', 'admin_state_up': True, 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:51.920831 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 340e94ed-1853-4a55-b15b-b2d48b309713 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:52.026315 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df440aca-80c2-4ed9-b1e8-b8309f1b9387 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:52.034757 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.039833 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.050212 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Transition to ACTIVE for port object df440aca-80c2-4ed9-b1e8-b8309f1b9387 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:52.062618 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e', 'tag': 'f2be7540-cf95-4829-8c7f-61d216f4e384', 'status': 'completed', 'code': 200} May 10 17:32:52.065233 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-3abb1bfc-c696-4fe3-9124-6cbbdd3c785b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22137d96-4e00-4967-a350-647e3cb36493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3803673 May 10 17:32:52.065818 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-acdc7ad8-d6ce-4748-8cae-b26be8e08a1d req-31c80d2e-44fd-4f73-987b-d7153d00d901 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Unset dirty status for tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:52.075625 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-acdc7ad8-d6ce-4748-8cae-b26be8e08a1d req-31c80d2e-44fd-4f73-987b-d7153d00d901 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 210 time: 0.6342592 May 10 17:32:52.089067 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:52.089872 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event updated for resources: {'Port': ['ID=07281b5c-2639-468d-8a61-660ca5746abc,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:52.094008 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 340e94ed-1853-4a55-b15b-b2d48b309713 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:52.094815 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.095171 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:52.134739 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:52.164523 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.173200 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b7341030-f35b-41fa-a9c1-c5ed5a612aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:52.213186 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.214730 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6781735 May 10 17:32:52.291803 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event updated for resources: {'Port': ['ID=d5e59774-b1cb-496b-92de-712a583548ab,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:52.297881 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:52.312383 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:52.312935 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:52.337928 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:52.352224 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.357682 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:52.445271 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Pushing event updated for resources: {'Port': ['ID=df440aca-80c2-4ed9-b1e8-b8309f1b9387,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:52.455945 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:52.464336 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49032) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:52.523129 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Made reservation on behalf of 78c6b06ac47a4c2bbc2c4bf1e362aabb for: {'port': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:52.525910 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Attempting to bind port df440aca-80c2-4ed9-b1e8-b8309f1b9387 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:52.526529 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.526900 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Attempting to bind port df440aca-80c2-4ed9-b1e8-b8309f1b9387 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7791a769-a424-4887-98a4-6ddd9420d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:52.527242 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Attempting to bind port df440aca-80c2-4ed9-b1e8-b8309f1b9387 on network ff5deae6-b982-458f-bc91-12732fbdac1d {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:52.534499 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-c8c8d202-74bb-4724-9d93-ec0357eade7a service neutron] 10.222.0.10 "GET /v2.0/networks/22137d96-4e00-4967-a350-647e3cb36493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568760 May 10 17:32:52.541212 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Port df440aca-80c2-4ed9-b1e8-b8309f1b9387 on network ff5deae6-b982-458f-bc91-12732fbdac1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:32:52.541602 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Attempting to bind port df440aca-80c2-4ed9-b1e8-b8309f1b9387 on network ff5deae6-b982-458f-bc91-12732fbdac1d {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:52.556991 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.585720 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:52.586313 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Checking segment: {'id': '7791a769-a424-4887-98a4-6ddd9420d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:52.587004 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Bound using segment: {'id': '7791a769-a424-4887-98a4-6ddd9420d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:52.587533 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Bound port: df440aca-80c2-4ed9-b1e8-b8309f1b9387, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7791a769-a424-4887-98a4-6ddd9420d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:52.588744 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.772346 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-535f6b74-0284-47ff-9052-3c5867b0f0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.801379 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-b2520f05-b025-4323-af3a-edd90e7d8fd7 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Synchronizing usage tracker for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:52.829733 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-535f6b74-0284-47ff-9052-3c5867b0f0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:52.833159 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1a1ff-23a6-432a-a430-c48ac86185b6 req-db6aac51-2ac4-4de3-ae5c-b351acc031d8 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:52.837479 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-85b1a1ff-23a6-432a-a430-c48ac86185b6 req-db6aac51-2ac4-4de3-ae5c-b351acc031d8 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 943 time: 0.4011266 May 10 17:32:52.854019 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-535f6b74-0284-47ff-9052-3c5867b0f0e2 admin admin] Usage tracker for resource:security_group_rule and tenant:eaee63ffc445426d85aced0f6549d7aa is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:52.870010 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-535f6b74-0284-47ff-9052-3c5867b0f0e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:52.889472 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] For port df440aca-80c2-4ed9-b1e8-b8309f1b9387, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:52.890964 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-535f6b74-0284-47ff-9052-3c5867b0f0e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:52.891079 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Allocated IP 172.20.0.6 (ff5deae6-b982-458f-bc91-12732fbdac1d/8a352b0e-3e61-497e-a597-659f58f14f47/7f74d3bd-1a87-419d-9432-ff66b6fa1174) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:52.913786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] For port df440aca-80c2-4ed9-b1e8-b8309f1b9387, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df440aca-80c2-4ed9-b1e8-b8309f1b9387,segment=NetworkSegment(7791a769-a424-4887-98a4-6ddd9420d05a),segment_id=7791a769-a424-4887-98a4-6ddd9420d05a)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:52.925523 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9587b29d-7305-49a7-a30b-45207a78f639 req-1f4dfb0e-d994-4c35-b1d0-e78d59611176 service neutron] 10.222.0.10 "GET /v2.0/networks/22137d96-4e00-4967-a350-647e3cb36493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789403 May 10 17:32:52.966897 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-b2520f05-b025-4323-af3a-edd90e7d8fd7 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Unset dirty status for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:52.967037 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-85b1a1ff-23a6-432a-a430-c48ac86185b6 req-0a78739c-b396-4d90-806e-5346f1a84263 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf3bbd-4143-4033-bd0b-31283dd3c23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151817 May 10 17:32:52.968090 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-b2520f05-b025-4323-af3a-edd90e7d8fd7 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1768914824&fields=id&tenant_id=8e3e19f7c103427ba25defaf85bee1c9 HTTP/1.1" status: 200 len: 267 time: 0.3554084 May 10 17:32:53.079989 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.132707 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:53.152871 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.db.resource_extend [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:32:53.216660 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.222175 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:53.222949 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.224291 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] 10.222.0.10 "PUT /v2.0/ports/df440aca-80c2-4ed9-b1e8-b8309f1b9387 HTTP/1.1" status: 200 len: 1093 time: 2.6952541 May 10 17:32:53.243593 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-535f6b74-0284-47ff-9052-3c5867b0f0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.297409 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.299963 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-b3a513d5-81bd-409b-aab4-9bcd55377aa6 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:53.305363 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.305502 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-b3a513d5-81bd-409b-aab4-9bcd55377aa6 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Synchronizing usage tracker for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:network {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:53.312301 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Pushing event updated for resources: {'Port': ['ID=df440aca-80c2-4ed9-b1e8-b8309f1b9387,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:53.314634 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:53.316225 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:53.359709 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b57c5-a583-4baf-acef-93f2ba28646a req-c24aee2f-5f15-41a6-bd81-418ecb39668d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:53.361173 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b97b57c5-a583-4baf-acef-93f2ba28646a req-c24aee2f-5f15-41a6-bd81-418ecb39668d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 944 time: 0.2098157 May 10 17:32:53.371406 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d1fbd-7d26-46cf-8c1d-e5e6ea1b4410 req-7091a098-c3e4-4cfa-a954-f05dac6c0682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:53.373020 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7d1fbd-7d26-46cf-8c1d-e5e6ea1b4410 req-7091a098-c3e4-4cfa-a954-f05dac6c0682 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4335293269794977b2c0156dcd6380f3&device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 1096 time: 0.2918777 May 10 17:32:53.384969 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-535f6b74-0284-47ff-9052-3c5867b0f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.401446 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.423805 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-957430e6-736f-4c71-af0c-b6b768b12204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:53.429837 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-b3a513d5-81bd-409b-aab4-9bcd55377aa6 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Unset dirty status for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:network {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:53.431060 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-b3a513d5-81bd-409b-aab4-9bcd55377aa6 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/networks?id=025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 200 len: 816 time: 0.4556704 May 10 17:32:53.438114 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-95498723-3727-4d83-863b-660db3c7b8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.445832 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event updated for resources: {'Port': ['ID=d5e59774-b1cb-496b-92de-712a583548ab,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:53.457433 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:53.464692 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b97b57c5-a583-4baf-acef-93f2ba28646a req-8e4d4078-4d60-4c3a-b78f-8bffae32ef5b tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909939 May 10 17:32:53.523688 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.542536 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0926442 May 10 17:32:53.542786 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-89ad8dc5-2f98-40ca-8456-1453c4fdfc90 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/quotas/8e3e19f7c103427ba25defaf85bee1c9 HTTP/1.1" status: 200 len: 375 time: 0.0492063 May 10 17:32:53.551343 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-535f6b74-0284-47ff-9052-3c5867b0f0e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eaee63ffc445426d85aced0f6549d7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0841372 May 10 17:32:53.554000 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 49066) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:53.572637 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.577163 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f6b74-0284-47ff-9052-3c5867b0f0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9b8b62-0d9b-4c22-ab47-3f91daaa3dac,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:53.619364 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-535f6b74-0284-47ff-9052-3c5867b0f0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:53.629477 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:53.658903 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-3ea68cd9-48a1-4031-9a5e-d7c8eff19e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:53.660433 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-3ea68cd9-48a1-4031-9a5e-d7c8eff19e21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 1096 time: 0.3236058 May 10 17:32:53.663151 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d1fbd-7d26-46cf-8c1d-e5e6ea1b4410 req-8aee3d7f-67c5-42e8-bfe0-685adc320e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:53.664498 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7d1fbd-7d26-46cf-8c1d-e5e6ea1b4410 req-8aee3d7f-67c5-42e8-bfe0-685adc320e18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22137d96-4e00-4967-a350-647e3cb36493 HTTP/1.1" status: 200 len: 910 time: 0.2805815 May 10 17:32:53.732466 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Network ff5deae6-b982-458f-bc91-12732fbdac1d is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:53.753157 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:53.756121 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:53.762304 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:53.762949 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for port, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.786551 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Pushing event updated for resources: {'Port': ['ID=7f74d3bd-1a87-419d-9432-ff66b6fa1174,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:53.789820 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:53.793730 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d190cb45-9c4f-4b43-b128-10c9a19fdb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.799492 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7d1fbd-7d26-46cf-8c1d-e5e6ea1b4410 req-fbac91a1-fb73-45d4-b2c8-9ac19ad517af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2be7540-cf95-4829-8c7f-61d216f4e384 HTTP/1.1" status: 200 len: 217 time: 0.1242068 May 10 17:32:53.815772 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-5e81a8b6-f86a-4438-b81a-5534e9d20acb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df440aca-80c2-4ed9-b1e8-b8309f1b9387 HTTP/1.1" status: 200 len: 217 time: 0.1360850 May 10 17:32:53.840367 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d190cb45-9c4f-4b43-b128-10c9a19fdb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:53.853458 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef1421-1839-4fe5-bb95-afc46a7000f2 req-1107cafa-49b5-4891-9e4a-c2c474275d16 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:53.854144 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-d6ef1421-1839-4fe5-bb95-afc46a7000f2 req-1107cafa-49b5-4891-9e4a-c2c474275d16 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Synchronizing usage tracker for tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb on resource:port {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:53.862119 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0282991 May 10 17:32:53.882298 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Request body: {'port': {'device_id': '04ec27b8-423d-400c-80da-bebb3d96138d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:53.907400 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-e6911f06-f551-4ca8-8268-075fa1615b45 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3466620 May 10 17:32:53.963027 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-bca8d649-073f-4d60-9cf1-6f0e394b1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:53.964453 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-bca8d649-073f-4d60-9cf1-6f0e394b1152 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a352b0e-3e61-497e-a597-659f58f14f47 HTTP/1.1" status: 200 len: 858 time: 0.1210012 May 10 17:32:54.007926 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d1fbd-7d26-46cf-8c1d-e5e6ea1b4410 req-50033ca2-7898-42c3-9a46-56f8db96b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:54.009361 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7d1fbd-7d26-46cf-8c1d-e5e6ea1b4410 req-50033ca2-7898-42c3-9a46-56f8db96b284 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=698285bc-1bed-4681-8db7-b5d6bcd1d90d HTTP/1.1" status: 200 len: 849 time: 0.2011211 May 10 17:32:54.024872 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-d6ef1421-1839-4fe5-bb95-afc46a7000f2 req-1107cafa-49b5-4891-9e4a-c2c474275d16 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Unset dirty status for tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb on resource:port {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:54.026029 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d6ef1421-1839-4fe5-bb95-afc46a7000f2 req-1107cafa-49b5-4891-9e4a-c2c474275d16 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 931 time: 0.4365666 May 10 17:32:54.068252 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:54.092324 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d190cb45-9c4f-4b43-b128-10c9a19fdb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:54.106686 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-bb6215c6-c72f-4883-8deb-716622d76332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:54.118175 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-d6ef1421-1839-4fe5-bb95-afc46a7000f2 req-8af26a2e-69c8-424c-9a7b-9ff62e397595 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Synchronizing usage tracker for tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb on resource:security_group {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:54.172479 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device a8b114b4-b8b3-4e1c-94bb-7f0aba94199c up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:54.174542 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3479fb35-345d-4727-a23b-32f6cd280b89', 'tag': 'df440aca-80c2-4ed9-b1e8-b8309f1b9387'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:54.193643 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-e55f7e6c-9850-4741-8c1c-8d31d9550b34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff5deae6-b982-458f-bc91-12732fbdac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1794040 May 10 17:32:54.202519 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7d1fbd-7d26-46cf-8c1d-e5e6ea1b4410 req-cc101cd7-0c26-4320-b6e9-8fd3c857e2ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22137d96-4e00-4967-a350-647e3cb36493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1558146 May 10 17:32:54.218663 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190cb45-9c4f-4b43-b128-10c9a19fdb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9b8b62-0d9b-4c22-ab47-3f91daaa3dac,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:54.221725 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d190cb45-9c4f-4b43-b128-10c9a19fdb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:54.293540 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d190cb45-9c4f-4b43-b128-10c9a19fdb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:54.297918 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-d190cb45-9c4f-4b43-b128-10c9a19fdb6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e9b8b62-0d9b-4c22-ab47-3f91daaa3dac HTTP/1.1" status: 204 len: 168 time: 0.7399426 May 10 17:32:54.387683 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-d6ef1421-1839-4fe5-bb95-afc46a7000f2 req-8af26a2e-69c8-424c-9a7b-9ff62e397595 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Unset dirty status for tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb on resource:security_group {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:54.388957 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d6ef1421-1839-4fe5-bb95-afc46a7000f2 req-8af26a2e-69c8-424c-9a7b-9ff62e397595 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550467 May 10 17:32:54.428029 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:54.428594 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-f9ab6000-44c1-4bc5-b8f0-d0698eb72fdc service neutron] 10.222.0.24 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989865 May 10 17:32:54.434253 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:54.439556 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:54.574849 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-f22a7694-ba41-4fb4-829f-cf61a5d3c238 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649228 May 10 17:32:54.587150 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7d1fbd-7d26-46cf-8c1d-e5e6ea1b4410 req-0d29f92d-4768-4ebe-bf23-e1e1df82244a service neutron] 10.222.0.10 "GET /v2.0/networks/22137d96-4e00-4967-a350-647e3cb36493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579547 May 10 17:32:54.634484 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-993c0c87-b453-4d11-9ebe-c63358ae40cf tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Synchronizing usage tracker for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:security_group {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:54.649184 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:54.706716 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847e71bc-8f06-43f6-be6f-79485a336cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b114b4-b8b3-4e1c-94bb-7f0aba94199c'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:54.750915 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f74d3bd-1a87-419d-9432-ff66b6fa1174 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:54.761575 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:54.794602 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Transition to ACTIVE for port object 7f74d3bd-1a87-419d-9432-ff66b6fa1174 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:54.812123 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-e17b2dcb-8818-4253-add7-2bd55d65934a service neutron] 10.222.0.24 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690903 May 10 17:32:54.821923 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8b114b4-b8b3-4e1c-94bb-7f0aba94199c,segment=NetworkSegment(bbde5b88-13b1-4281-b036-730c11adb6ee),segment_id=bbde5b88-13b1-4281-b036-730c11adb6ee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:54.865552 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f10f7c70-7f2c-4833-962b-5fc16e188133 req-959f69b6-6ae5-488c-b475-4e60c15fe7f2 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823865 May 10 17:32:54.873476 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7d1fbd-7d26-46cf-8c1d-e5e6ea1b4410 req-5b6dc5d2-2aa8-47e8-9dff-8f420bf72703 service neutron] 10.222.0.10 "GET /v2.0/networks/22137d96-4e00-4967-a350-647e3cb36493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601418 May 10 17:32:54.892616 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-993c0c87-b453-4d11-9ebe-c63358ae40cf tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Unset dirty status for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:security_group {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:54.892616 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-993c0c87-b453-4d11-9ebe-c63358ae40cf tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--779257278&fields=id&tenant_id=e8fad140a8b34d5c803303892ce98af1 HTTP/1.1" status: 200 len: 267 time: 0.3655233 May 10 17:32:54.923456 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:54.940577 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:54.942883 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-f9bc2442-4a9a-4ddd-8691-476f7457053a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:54.976825 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:55.029768 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=a8b114b4-b8b3-4e1c-94bb-7f0aba94199c,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:55.033493 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:55.183103 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Pushing event updated for resources: {'Port': ['ID=7f74d3bd-1a87-419d-9432-ff66b6fa1174,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:55.190606 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:55.210245 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Attempting to bind port 7f74d3bd-1a87-419d-9432-ff66b6fa1174 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:55.210924 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Attempting to bind port 7f74d3bd-1a87-419d-9432-ff66b6fa1174 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7791a769-a424-4887-98a4-6ddd9420d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:55.210924 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Attempting to bind port 7f74d3bd-1a87-419d-9432-ff66b6fa1174 on network ff5deae6-b982-458f-bc91-12732fbdac1d {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:55.219064 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-3ba77873-4fea-400d-887c-7bf283c0af87 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:55.225635 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-3ba77873-4fea-400d-887c-7bf283c0af87 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/networks?id=c20e4456-ac37-4c58-9b03-d15f31abbb4c HTTP/1.1" status: 200 len: 811 time: 0.3276443 May 10 17:32:55.238749 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49134) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:55.240571 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Port 7f74d3bd-1a87-419d-9432-ff66b6fa1174 on network ff5deae6-b982-458f-bc91-12732fbdac1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:32:55.240904 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Attempting to bind port 7f74d3bd-1a87-419d-9432-ff66b6fa1174 on network ff5deae6-b982-458f-bc91-12732fbdac1d {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:55.251081 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-ef9e1c50-fb86-498f-802a-77740116bace tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/quotas/e8fad140a8b34d5c803303892ce98af1 HTTP/1.1" status: 200 len: 375 time: 0.0245686 May 10 17:32:55.259650 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0a52d46b-d9f7-4cc4-93d1-fd9ce5cd381c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:55.279359 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0a52d46b-d9f7-4cc4-93d1-fd9ce5cd381c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:55.284740 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0a52d46b-d9f7-4cc4-93d1-fd9ce5cd381c admin admin] Usage tracker for resource:security_group_rule and tenant:1fe260918fec4484a200a3da2eb1c4f0 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:55.288859 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0a52d46b-d9f7-4cc4-93d1-fd9ce5cd381c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:55.301484 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0a52d46b-d9f7-4cc4-93d1-fd9ce5cd381c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:55.306629 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:55.306972 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Checking segment: {'id': '7791a769-a424-4887-98a4-6ddd9420d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:55.307363 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Bound using segment: {'id': '7791a769-a424-4887-98a4-6ddd9420d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:55.307832 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Bound port: 7f74d3bd-1a87-419d-9432-ff66b6fa1174, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7791a769-a424-4887-98a4-6ddd9420d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:55.308181 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:55.423117 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] For port 7f74d3bd-1a87-419d-9432-ff66b6fa1174, host hv-cinder-78638, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:55.438878 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-799bc9fa-aa7f-4338-9f5a-2d3108ffface tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8fad140a8b34d5c803303892ce98af1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1869664 May 10 17:32:55.443303 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] For port 7f74d3bd-1a87-419d-9432-ff66b6fa1174, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7f74d3bd-1a87-419d-9432-ff66b6fa1174,segment=NetworkSegment(7791a769-a424-4887-98a4-6ddd9420d05a),segment_id=7791a769-a424-4887-98a4-6ddd9420d05a)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:55.493551 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0e3f7-9e38-48c6-8c21-744aa578ac2b req-5861e839-44e7-46c0-8830-87ab101b0633 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:55.495186 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d7e0e3f7-9e38-48c6-8c21-744aa578ac2b req-5861e839-44e7-46c0-8830-87ab101b0633 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 943 time: 0.1449211 May 10 17:32:55.536394 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:55.543935 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0a52d46b-d9f7-4cc4-93d1-fd9ce5cd381c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:55.563051 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d7e0e3f7-9e38-48c6-8c21-744aa578ac2b req-557a6a47-4d6f-478f-9a74-35eb35e57ef9 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf3bbd-4143-4033-bd0b-31283dd3c23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558538 May 10 17:32:55.585859 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:55.644140 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0a52d46b-d9f7-4cc4-93d1-fd9ce5cd381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:55.652802 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:55.653423 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for port, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:55.654874 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] 10.222.0.10 "PUT /v2.0/ports/7f74d3bd-1a87-419d-9432-ff66b6fa1174 HTTP/1.1" status: 200 len: 1093 time: 1.7799323 May 10 17:32:55.655344 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ec27b8-423d-400c-80da-bebb3d96138d', 'tag': '7f74d3bd-1a87-419d-9432-ff66b6fa1174'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:55.655546 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:55.667571 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3479fb35-345d-4727-a23b-32f6cd280b89', 'tag': 'df440aca-80c2-4ed9-b1e8-b8309f1b9387', 'status': 'completed', 'code': 200} May 10 17:32:55.703225 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52d46b-d9f7-4cc4-93d1-fd9ce5cd381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd898aeb-7fee-4ab6-af87-d194d96e002c,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:55.707572 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-0a52d46b-d9f7-4cc4-93d1-fd9ce5cd381c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fe260918fec4484a200a3da2eb1c4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684196 May 10 17:32:55.708489 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0a52d46b-d9f7-4cc4-93d1-fd9ce5cd381c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:55.710787 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49150) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:55.751622 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Pushing event updated for resources: {'Port': ['ID=7f74d3bd-1a87-419d-9432-ff66b6fa1174,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:55.755431 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-93271e16-81f1-42f0-950b-19a389b8c70f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:55.775692 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-5289129b-fedd-4fd2-8ee1-d1bfa722a804 service neutron] 10.222.0.24 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224897 May 10 17:32:55.778530 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9792b5d9-87d3-428c-a523-2b590e307810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:55.877655 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bcec7-9c63-4684-8057-6eac4ddfc17e req-26e68dec-1156-4db7-b502-998a0fde5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:55.879092 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-036bcec7-9c63-4684-8057-6eac4ddfc17e req-26e68dec-1156-4db7-b502-998a0fde5e59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 1096 time: 0.1829631 May 10 17:32:55.899193 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9792b5d9-87d3-428c-a523-2b590e307810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:55.981816 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-007f7fcf-9392-4f69-b46f-9f738c9c9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:55.983336 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-007f7fcf-9392-4f69-b46f-9f738c9c9400 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 1096 time: 0.1847436 May 10 17:32:55.991226 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18d5d5-ab99-4926-9462-720a838947b1 req-07a1e1c3-3f88-4aec-8158-1932f0ab6a38 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:55.992782 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d18d5d5-ab99-4926-9462-720a838947b1 req-07a1e1c3-3f88-4aec-8158-1932f0ab6a38 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 945 time: 0.1952450 May 10 17:32:56.040759 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-79f4770c-4092-4095-bd72-e304feee231d service neutron] 10.222.0.24 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506335 May 10 17:32:56.067421 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bcec7-9c63-4684-8057-6eac4ddfc17e req-9e4577f3-c3eb-440d-bea2-84f1f1e22b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:56.068938 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-036bcec7-9c63-4684-8057-6eac4ddfc17e req-9e4577f3-c3eb-440d-bea2-84f1f1e22b82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 200 len: 919 time: 0.1831787 May 10 17:32:56.070869 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-d864edc6-20a0-46f1-a3ad-793055a50e26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f74d3bd-1a87-419d-9432-ff66b6fa1174 HTTP/1.1" status: 200 len: 217 time: 0.0772882 May 10 17:32:56.129033 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9792b5d9-87d3-428c-a523-2b590e307810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:56.140899 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d18d5d5-ab99-4926-9462-720a838947b1 req-ed8a7108-3f0e-4467-99cf-a99dd7457e05 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937486 May 10 17:32:56.144638 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-41dc966d-1dd7-49c8-9d4a-b6501546585c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:56.149701 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-712d22b5-8229-4b57-b953-39907bcf3643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:56.153998 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-036bcec7-9c63-4684-8057-6eac4ddfc17e req-27525bef-4e21-4c02-bad3-3f24a224d7d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df440aca-80c2-4ed9-b1e8-b8309f1b9387 HTTP/1.1" status: 200 len: 217 time: 0.0730336 May 10 17:32:56.159792 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792b5d9-87d3-428c-a523-2b590e307810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd898aeb-7fee-4ab6-af87-d194d96e002c,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:56.162060 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-9792b5d9-87d3-428c-a523-2b590e307810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:56.179787 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-e0882cf3-4ace-4b68-b557-ee29411a7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:56.181218 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-e0882cf3-4ace-4b68-b557-ee29411a7f13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a352b0e-3e61-497e-a597-659f58f14f47 HTTP/1.1" status: 200 len: 858 time: 0.0926712 May 10 17:32:56.183413 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9792b5d9-87d3-428c-a523-2b590e307810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:56.183642 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device f2be7540-cf95-4829-8c7f-61d216f4e384 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:32:56.187655 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-9792b5d9-87d3-428c-a523-2b590e307810 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd898aeb-7fee-4ab6-af87-d194d96e002c HTTP/1.1" status: 204 len: 168 time: 0.4758573 May 10 17:32:56.234332 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-2b85e400-59eb-44cd-b853-624cec85d7ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff5deae6-b982-458f-bc91-12732fbdac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454609 May 10 17:32:56.282542 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bcec7-9c63-4684-8057-6eac4ddfc17e req-ac1e3ed0-10ca-4cea-ab62-102e199588bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:56.284089 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-036bcec7-9c63-4684-8057-6eac4ddfc17e req-ac1e3ed0-10ca-4cea-ab62-102e199588bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a352b0e-3e61-497e-a597-659f58f14f47 HTTP/1.1" status: 200 len: 858 time: 0.1234789 May 10 17:32:56.496236 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-7424bc1e-2a38-4279-a3e9-3bd6ac40beff service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546594 May 10 17:32:56.551439 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port f2be7540-cf95-4829-8c7f-61d216f4e384, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f2be7540-cf95-4829-8c7f-61d216f4e384,segment=NetworkSegment(1d95de05-3720-4577-93ab-2e0fff90e41f),segment_id=1d95de05-3720-4577-93ab-2e0fff90e41f)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:56.560827 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-e116d287-ee8f-41d6-9686-a978af95caf0 req-116e213f-0c79-40e5-a30c-87c055c4d3ed tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Synchronizing usage tracker for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:port {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:56.606772 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847e71bc-8f06-43f6-be6f-79485a336cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b114b4-b8b3-4e1c-94bb-7f0aba94199c', 'code': 200} May 10 17:32:56.612789 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': 'f2be7540-cf95-4829-8c7f-61d216f4e384', 'network_id': '22137d96-4e00-4967-a350-647e3cb36493', 'port_id': 'f2be7540-cf95-4829-8c7f-61d216f4e384', 'mac_address': 'fa:16:3e:b7:bb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698285bc-1bed-4681-8db7-b5d6bcd1d90d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:32:56.614503 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:56.662744 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-036bcec7-9c63-4684-8057-6eac4ddfc17e req-56423b03-46f9-41c4-bdc1-86b4a22b433a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff5deae6-b982-458f-bc91-12732fbdac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3548303 May 10 17:32:56.786734 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:56.832175 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-e116d287-ee8f-41d6-9686-a978af95caf0 req-116e213f-0c79-40e5-a30c-87c055c4d3ed tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Unset dirty status for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:port {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:56.847308 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e116d287-ee8f-41d6-9686-a978af95caf0 req-116e213f-0c79-40e5-a30c-87c055c4d3ed tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 210 time: 0.4338295 May 10 17:32:56.850323 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2be7540-cf95-4829-8c7f-61d216f4e384 {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:56.879858 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port f2be7540-cf95-4829-8c7f-61d216f4e384, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f2be7540-cf95-4829-8c7f-61d216f4e384,segment=NetworkSegment(1d95de05-3720-4577-93ab-2e0fff90e41f),segment_id=1d95de05-3720-4577-93ab-2e0fff90e41f)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:56.918358 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cac4fadd-6a50-431f-b00a-23f0acf80e10 req-89df7b85-db94-40f6-9c9f-eeadc382073a service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201961 May 10 17:32:56.934761 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ec27b8-423d-400c-80da-bebb3d96138d', 'tag': '7f74d3bd-1a87-419d-9432-ff66b6fa1174', 'status': 'completed', 'code': 200} May 10 17:32:56.957537 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f1812-c618-4b8a-b082-8742ca32e66d req-a8fc435d-29d2-4462-a0cf-bf920193f3a3 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:56.958990 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c33f1812-c618-4b8a-b082-8742ca32e66d req-a8fc435d-29d2-4462-a0cf-bf920193f3a3 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 943 time: 0.1377499 May 10 17:32:56.992388 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:56.993745 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:56.998693 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:57.034691 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a1da32b6-6f75-493f-94f8-00065d89d28a req-fdfde4ee-4823-416f-a121-858a574f8457 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 210 time: 0.0766809 May 10 17:32:57.045240 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c33f1812-c618-4b8a-b082-8742ca32e66d req-8e170338-ac69-4f37-965c-ba4243cd03d3 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679448 May 10 17:32:57.047361 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-036bcec7-9c63-4684-8057-6eac4ddfc17e req-cba7de1a-5948-4974-a102-2cb0c8159392 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753154 May 10 17:32:57.194237 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=f2be7540-cf95-4829-8c7f-61d216f4e384,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:57.208224 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:57.243042 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['f2be7540-cf95-4829-8c7f-61d216f4e384'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:32:57.546398 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-036bcec7-9c63-4684-8057-6eac4ddfc17e req-4baedeba-5bea-4dd2-980b-d941e70890ce service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895878 May 10 17:32:57.560278 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53518c9a-5215-4471-ba0b-e3d9cf67e298 req-cfe02911-430b-4cfe-92f9-517e655a6a62 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:57.560751 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-53518c9a-5215-4471-ba0b-e3d9cf67e298 req-cfe02911-430b-4cfe-92f9-517e655a6a62 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 944 time: 0.2882833 May 10 17:32:57.609745 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441509a-1ed7-4127-8b01-c5f3ed724826 req-8bdb06c7-73df-4d9d-af5a-ac171b309789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:57.611381 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e441509a-1ed7-4127-8b01-c5f3ed724826 req-8bdb06c7-73df-4d9d-af5a-ac171b309789 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 1096 time: 0.5211966 May 10 17:32:57.616955 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a66703-e93f-46c6-8b6b-3e7502db2abd req-8303c2ec-d6d4-4598-820c-773366cdaf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:57.616955 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-34a66703-e93f-46c6-8b6b-3e7502db2abd req-8303c2ec-d6d4-4598-820c-773366cdaf1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 1098 time: 0.3787584 May 10 17:32:57.632533 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-53518c9a-5215-4471-ba0b-e3d9cf67e298 req-b5316ca3-7b51-4e60-ae57-fa1fe61d37b8 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf3bbd-4143-4033-bd0b-31283dd3c23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628836 May 10 17:32:57.669187 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003fe7f-785a-4305-8c03-3e9aeaaec73b req-b8bc515d-98ef-4963-ba2d-ef3e9ea9ea22 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:57.688261 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2003fe7f-785a-4305-8c03-3e9aeaaec73b req-b8bc515d-98ef-4963-ba2d-ef3e9ea9ea22 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 945 time: 0.3025050 May 10 17:32:57.724959 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-34a66703-e93f-46c6-8b6b-3e7502db2abd req-b247217b-092e-40ab-83f0-9ff5b1afca26 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:57.820873 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-34a66703-e93f-46c6-8b6b-3e7502db2abd req-b247217b-092e-40ab-83f0-9ff5b1afca26 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:57.832978 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-34a66703-e93f-46c6-8b6b-3e7502db2abd req-b247217b-092e-40ab-83f0-9ff5b1afca26 service neutron] Usage tracker for resource:security_group_rule and tenant:cf86028e0ffa4444b5bad696e6245ecc is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:57.840638 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-34a66703-e93f-46c6-8b6b-3e7502db2abd req-b247217b-092e-40ab-83f0-9ff5b1afca26 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:57.856209 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2003fe7f-785a-4305-8c03-3e9aeaaec73b req-3d06c763-c18d-4b90-9c85-090e79f12d0a tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670957 May 10 17:32:57.857054 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-34a66703-e93f-46c6-8b6b-3e7502db2abd req-b247217b-092e-40ab-83f0-9ff5b1afca26 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:57.914645 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441509a-1ed7-4127-8b01-c5f3ed724826 req-3e93d30b-66a7-4759-87a8-906eb9c8532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:57.916099 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e441509a-1ed7-4127-8b01-c5f3ed724826 req-3e93d30b-66a7-4759-87a8-906eb9c8532d service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 200 len: 919 time: 0.2917216 May 10 17:32:58.003226 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e441509a-1ed7-4127-8b01-c5f3ed724826 req-bed80607-5121-46b9-a5fd-6645d7e4785e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f74d3bd-1a87-419d-9432-ff66b6fa1174 HTTP/1.1" status: 200 len: 217 time: 0.0797851 May 10 17:32:58.080225 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-07d013fa-9976-433c-8cee-de387c83ed3e req-4896494f-8f9a-4bb1-ac47-ffd1379fd7df tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 210 time: 0.0732853 May 10 17:32:58.120750 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441509a-1ed7-4127-8b01-c5f3ed724826 req-1fee4b73-3d05-4110-876d-fde4a08bf19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:58.126981 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e441509a-1ed7-4127-8b01-c5f3ed724826 req-1fee4b73-3d05-4110-876d-fde4a08bf19c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a352b0e-3e61-497e-a597-659f58f14f47 HTTP/1.1" status: 200 len: 858 time: 0.1115208 May 10 17:32:58.174839 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-34a66703-e93f-46c6-8b6b-3e7502db2abd req-b247217b-092e-40ab-83f0-9ff5b1afca26 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:58.177547 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e441509a-1ed7-4127-8b01-c5f3ed724826 req-3c16164c-cb6b-44dc-94a3-c38a37002951 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff5deae6-b982-458f-bc91-12732fbdac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474968 May 10 17:32:58.184346 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device df440aca-80c2-4ed9-b1e8-b8309f1b9387 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:32:58.235585 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-39f85df8-a180-473f-a834-ff4ede234926 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:58.239797 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-39f85df8-a180-473f-a834-ff4ede234926 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.10 "GET /v2.0/networks?id=025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 200 len: 816 time: 0.3228042 May 10 17:32:58.244913 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device f2be7540-cf95-4829-8c7f-61d216f4e384 up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:58.327434 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-34a66703-e93f-46c6-8b6b-3e7502db2abd req-b247217b-092e-40ab-83f0-9ff5b1afca26 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:58.344473 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-85af5a67-ecaf-4088-bee4-31d2e61dd395 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Synchronizing usage tracker for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:security_group {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:58.402160 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:58.414731 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d2bc20cf-87ee-411e-8b10-ee465aa20746 req-995a61e9-fc2a-4c42-b975-5e6a7b41807d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Synchronizing usage tracker for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:58.430486 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-34a66703-e93f-46c6-8b6b-3e7502db2abd req-b247217b-092e-40ab-83f0-9ff5b1afca26 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8049057 May 10 17:32:58.478453 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247217b-092e-40ab-83f0-9ff5b1afca26 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dc950e-1e81-4665-a74e-e05d9a07dfc9,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:58.484697 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b247217b-092e-40ab-83f0-9ff5b1afca26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:58.517331 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e441509a-1ed7-4127-8b01-c5f3ed724826 req-2963836f-1092-46c8-9354-7d4510a84a4e service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318126 May 10 17:32:58.534462 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port df440aca-80c2-4ed9-b1e8-b8309f1b9387, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df440aca-80c2-4ed9-b1e8-b8309f1b9387,segment=NetworkSegment(7791a769-a424-4887-98a4-6ddd9420d05a),segment_id=7791a769-a424-4887-98a4-6ddd9420d05a)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:58.552028 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': 'df440aca-80c2-4ed9-b1e8-b8309f1b9387', 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d', 'port_id': 'df440aca-80c2-4ed9-b1e8-b8309f1b9387', 'mac_address': 'fa:16:3e:fd:ea:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a352b0e-3e61-497e-a597-659f58f14f47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:32:58.611068 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-85af5a67-ecaf-4088-bee4-31d2e61dd395 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Unset dirty status for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:security_group {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:58.612476 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-85af5a67-ecaf-4088-bee4-31d2e61dd395 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e3e19f7c103427ba25defaf85bee1c9 HTTP/1.1" status: 200 len: 380 time: 0.3633354 May 10 17:32:58.612887 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port f2be7540-cf95-4829-8c7f-61d216f4e384 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:58.628118 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d2bc20cf-87ee-411e-8b10-ee465aa20746 req-995a61e9-fc2a-4c42-b975-5e6a7b41807d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Unset dirty status for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:58.632702 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Request body: {'port': {'device_id': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'admin_state_up': True, 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'security_groups': ['46cd1d91-b464-40f0-9f53-8809c8ed2919']}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:58.640836 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port f2be7540-cf95-4829-8c7f-61d216f4e384 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:58.641693 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d2bc20cf-87ee-411e-8b10-ee465aa20746 req-995a61e9-fc2a-4c42-b975-5e6a7b41807d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 210 time: 0.3207660 May 10 17:32:58.641807 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:58.694905 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:58.723777 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df440aca-80c2-4ed9-b1e8-b8309f1b9387 {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:58.753493 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port df440aca-80c2-4ed9-b1e8-b8309f1b9387, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df440aca-80c2-4ed9-b1e8-b8309f1b9387,segment=NetworkSegment(7791a769-a424-4887-98a4-6ddd9420d05a),segment_id=7791a769-a424-4887-98a4-6ddd9420d05a)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:58.779809 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74da406-179b-471c-a250-474fb6d2b41f req-eb50dc16-e00e-41cc-86aa-ba5e62e45f29 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:58.788619 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f74da406-179b-471c-a250-474fb6d2b41f req-eb50dc16-e00e-41cc-86aa-ba5e62e45f29 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 943 time: 0.4525356 May 10 17:32:58.832310 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:58.845717 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:58.865536 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2be7540-cf95-4829-8c7f-61d216f4e384'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:58.870969 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e441509a-1ed7-4127-8b01-c5f3ed724826 req-3734e117-d768-455e-8921-c91214d12894 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442416 May 10 17:32:58.881527 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port f2be7540-cf95-4829-8c7f-61d216f4e384, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f2be7540-cf95-4829-8c7f-61d216f4e384,segment=NetworkSegment(1d95de05-3720-4577-93ab-2e0fff90e41f),segment_id=1d95de05-3720-4577-93ab-2e0fff90e41f)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:58.895214 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:58.899492 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-6f77da3f-bd99-4c24-9a97-af4fc0fa69f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:58.899701 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f74da406-179b-471c-a250-474fb6d2b41f req-46a99f2d-58af-4df4-9e3c-54f7d4591d4c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083472 May 10 17:32:58.934606 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:58.954715 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:59.001661 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=df440aca-80c2-4ed9-b1e8-b8309f1b9387,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:59.006753 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:59.008483 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:59.012140 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-4b9dd602-4202-4853-b875-a8acb311353c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:59.041446 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cfeec-e19d-4cce-ae7c-0aa69bd9761f req-e89fdc4f-5ba8-4dcc-84fa-10fbc8f18ed6 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:59.041446 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c38cfeec-e19d-4cce-ae7c-0aa69bd9761f req-e89fdc4f-5ba8-4dcc-84fa-10fbc8f18ed6 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 944 time: 0.1439071 May 10 17:32:59.061356 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Made reservation on behalf of 8e3e19f7c103427ba25defaf85bee1c9 for: {'port': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:59.066941 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:59.113746 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2be7540-cf95-4829-8c7f-61d216f4e384', 'code': 200} May 10 17:32:59.173194 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c38cfeec-e19d-4cce-ae7c-0aa69bd9761f req-fcd813c4-61d9-4af1-b118-784e34a60891 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf3bbd-4143-4033-bd0b-31283dd3c23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243832 May 10 17:32:59.223820 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['df440aca-80c2-4ed9-b1e8-b8309f1b9387'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:32:59.299628 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=f2be7540-cf95-4829-8c7f-61d216f4e384,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:59.316109 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:59.468890 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-abe53a8c-c510-489f-a5d2-4426e698b440 req-ca9f2c61-d6b5-47eb-a619-401d97ec05ea tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 210 time: 0.1192927 May 10 17:32:59.563287 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638672c-98aa-4929-ab42-e01161305659 req-8e097e67-77b8-4169-a629-352437086098 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:59.571567 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9638672c-98aa-4929-ab42-e01161305659 req-8e097e67-77b8-4169-a629-352437086098 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 945 time: 0.2962809 May 10 17:32:59.619272 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Allocated IP 172.20.0.8 (025c12d2-d785-400c-8db6-8fd4c9c625b4/ca218de9-5eb7-45be-9784-dfe588b4a018/9a63db13-2df5-4880-8a6e-03018b6bd6ee) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:59.648132 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9638672c-98aa-4929-ab42-e01161305659 req-f095d898-607a-4548-80f8-58425ca8bde0 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754566 May 10 17:32:59.869020 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-14b4fbb9-d46b-426f-86b3-a6ef848eff49 req-e89f628e-89dd-433a-9211-dd8864b730b6 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 210 time: 0.1005371 May 10 17:32:59.897451 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:59.939537 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Transition to ACTIVE for port object 9a63db13-2df5-4880-8a6e-03018b6bd6ee will not be triggered until provisioned by entity DHCP. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:59.972804 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe09bc3-c3a0-480e-aa49-870d35b93742 req-06e074da-d45d-49d6-b589-e79ecea52c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:59.982431 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-efe09bc3-c3a0-480e-aa49-870d35b93742 req-06e074da-d45d-49d6-b589-e79ecea52c08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 1098 time: 0.4608848 May 10 17:33:00.021078 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-48badd1f-9b64-4f5c-8269-56de3729fcd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:00.021782 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-48badd1f-9b64-4f5c-8269-56de3729fcd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Synchronizing usage tracker for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:network {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:33:00.059097 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-efe09bc3-c3a0-480e-aa49-870d35b93742 req-c5ddddad-7a32-4f01-8dce-a8e143963505 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=65cf3bbd-4143-4033-bd0b-31283dd3c23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751302 May 10 17:33:00.083974 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.090687 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:00.175039 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-48badd1f-9b64-4f5c-8269-56de3729fcd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Unset dirty status for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:network {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:33:00.176226 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-48badd1f-9b64-4f5c-8269-56de3729fcd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.10 "GET /v2.0/networks?id=c20e4456-ac37-4c58-9b03-d15f31abbb4c HTTP/1.1" status: 200 len: 811 time: 0.5961280 May 10 17:33:00.206034 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 7f74d3bd-1a87-419d-9432-ff66b6fa1174 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:33:00.208659 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device df440aca-80c2-4ed9-b1e8-b8309f1b9387 up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:33:00.209377 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Network 025c12d2-d785-400c-8db6-8fd4c9c625b4 is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:33:00.229364 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:33:00.239361 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:33:00.245356 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-f0c65736-8cf8-49ce-8b79-35aff7622c82 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Synchronizing usage tracker for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:33:00.261144 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:00.261361 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for port, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.262364 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-f0c65736-8cf8-49ce-8b79-35aff7622c82 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Unset dirty status for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:33:00.265187 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-f0c65736-8cf8-49ce-8b79-35aff7622c82 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8fad140a8b34d5c803303892ce98af1 HTTP/1.1" status: 200 len: 379 time: 0.0602202 May 10 17:33:00.270816 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event updated for resources: {'Port': ['ID=9a63db13-2df5-4880-8a6e-03018b6bd6ee,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:00.283504 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:00.315279 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Request body: {'port': {'device_id': '7cc4799f-07dd-4e32-9f56-a3798aa75277', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'admin_state_up': True, 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'security_groups': ['4dfe98df-479d-429b-80c1-b6ffabeb8608']}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:33:00.324604 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720e51-30ab-411b-ab73-fd311bba11b3 req-b05f46ff-ddd3-4528-8d36-acae0d34c3aa tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:00.326136 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-73720e51-30ab-411b-ab73-fd311bba11b3 req-b05f46ff-ddd3-4528-8d36-acae0d34c3aa tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 943 time: 0.1832197 May 10 17:33:00.389653 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7614322 May 10 17:33:00.404450 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Request body: {'port': {'device_id': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:33:00.465874 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-73720e51-30ab-411b-ab73-fd311bba11b3 req-d1478ab3-5776-4718-9bd6-130828192a5c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313922 May 10 17:33:00.543691 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:00.649448 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.672567 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:00.717769 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49314) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:00.722984 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 7f74d3bd-1a87-419d-9432-ff66b6fa1174, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7f74d3bd-1a87-419d-9432-ff66b6fa1174,segment=NetworkSegment(7791a769-a424-4887-98a4-6ddd9420d05a),segment_id=7791a769-a424-4887-98a4-6ddd9420d05a)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:00.740036 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '7f74d3bd-1a87-419d-9432-ff66b6fa1174', 'network_id': 'ff5deae6-b982-458f-bc91-12732fbdac1d', 'port_id': '7f74d3bd-1a87-419d-9432-ff66b6fa1174', 'mac_address': 'fa:16:3e:aa:7a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a352b0e-3e61-497e-a597-659f58f14f47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:33:00.753431 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd6129-3ed1-4e96-bb4d-63f4508c6cb1 req-93ce4787-981b-4f68-9723-8b607c23ba60 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:00.755906 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6fcd6129-3ed1-4e96-bb4d-63f4508c6cb1 req-93ce4787-981b-4f68-9723-8b607c23ba60 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 945 time: 0.2076187 May 10 17:33:00.791857 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-8894d7d1-fa03-42c0-81b5-a4874dba7951 None None] Provisioning for port 9a63db13-2df5-4880-8a6e-03018b6bd6ee completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:33:00.795889 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port df440aca-80c2-4ed9-b1e8-b8309f1b9387 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:33:00.801354 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Made reservation on behalf of e8fad140a8b34d5c803303892ce98af1 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:33:00.805104 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.833110 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6fcd6129-3ed1-4e96-bb4d-63f4508c6cb1 req-6d346a65-2d81-45f0-a793-a95bf26601a6 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf3bbd-4143-4033-bd0b-31283dd3c23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696788 May 10 17:33:00.835486 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port df440aca-80c2-4ed9-b1e8-b8309f1b9387 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:33:00.835923 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.879185 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f813f03-4bc2-4aff-ad27-80eeb2eb42a4 req-a957affa-c465-44a4-8496-cb34b04d5499 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:00.880033 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-9f813f03-4bc2-4aff-ad27-80eeb2eb42a4 req-a957affa-c465-44a4-8496-cb34b04d5499 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Synchronizing usage tracker for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:port {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:33:00.880951 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-8894d7d1-fa03-42c0-81b5-a4874dba7951 None None] Provisioning complete for port 9a63db13-2df5-4880-8a6e-03018b6bd6ee triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:33:00.881324 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8894d7d1-fa03-42c0-81b5-a4874dba7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.931290 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8ccb451a-b1cf-446e-aa8f-6228266670d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.961266 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-8ccb451a-b1cf-446e-aa8f-6228266670d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:00.970981 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-8ccb451a-b1cf-446e-aa8f-6228266670d0 admin admin] Usage tracker for resource:security_group_rule and tenant:381e561a44c2485ab8d20e314e967e6d is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:00.981938 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.987670 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-8ccb451a-b1cf-446e-aa8f-6228266670d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:01.002449 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-8ccb451a-b1cf-446e-aa8f-6228266670d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:01.054323 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f74d3bd-1a87-419d-9432-ff66b6fa1174 {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:33:01.064528 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-8894d7d1-fa03-42c0-81b5-a4874dba7951 None None] Port 9a63db13-2df5-4880-8a6e-03018b6bd6ee cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:33:01.127336 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 7f74d3bd-1a87-419d-9432-ff66b6fa1174, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7f74d3bd-1a87-419d-9432-ff66b6fa1174,segment=NetworkSegment(7791a769-a424-4887-98a4-6ddd9420d05a),segment_id=7791a769-a424-4887-98a4-6ddd9420d05a)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:01.145997 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.147750 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-9f813f03-4bc2-4aff-ad27-80eeb2eb42a4 req-a957affa-c465-44a4-8496-cb34b04d5499 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Unset dirty status for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:port {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:33:01.149024 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9f813f03-4bc2-4aff-ad27-80eeb2eb42a4 req-a957affa-c465-44a4-8496-cb34b04d5499 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 931 time: 0.5022399 May 10 17:33:01.154538 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Allocated IP 172.20.0.3 (c20e4456-ac37-4c58-9b03-d15f31abbb4c/75aca7b6-f2af-4dda-be71-726ffe0ee9bc/0fe6b61d-548b-4309-8972-4cfc5fbbe96f) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:33:01.201583 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3479fb35-345d-4727-a23b-32f6cd280b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df440aca-80c2-4ed9-b1e8-b8309f1b9387'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:01.212912 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port df440aca-80c2-4ed9-b1e8-b8309f1b9387, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df440aca-80c2-4ed9-b1e8-b8309f1b9387,segment=NetworkSegment(7791a769-a424-4887-98a4-6ddd9420d05a),segment_id=7791a769-a424-4887-98a4-6ddd9420d05a)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:01.231804 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.234598 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:01.238932 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee84010-aa6c-426e-95c4-bafbc7055966 req-80c606a0-c20b-419e-9ee2-ea10bae36b3f tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:01.240425 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bee84010-aa6c-426e-95c4-bafbc7055966 req-80c606a0-c20b-419e-9ee2-ea10bae36b3f tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 945 time: 0.2003911 May 10 17:33:01.297680 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9f813f03-4bc2-4aff-ad27-80eeb2eb42a4 req-d22c6dc6-1430-48f2-a863-8568011a89c9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399620 May 10 17:33:01.315872 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=7f74d3bd-1a87-419d-9432-ff66b6fa1174,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:01.319721 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:01.323921 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a63db13-2df5-4880-8a6e-03018b6bd6ee {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:33:01.329051 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.331168 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:01.346748 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.369041 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Transition to ACTIVE for port object 9a63db13-2df5-4880-8a6e-03018b6bd6ee will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:33:01.403130 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8ccb451a-b1cf-446e-aa8f-6228266670d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.411596 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=df440aca-80c2-4ed9-b1e8-b8309f1b9387,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:01.414645 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:01.461337 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bee84010-aa6c-426e-95c4-bafbc7055966 req-8a5d8159-0d6f-4e6f-9a22-8802b10b2d77 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044725 May 10 17:33:01.480457 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['7f74d3bd-1a87-419d-9432-ff66b6fa1174'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:33:01.485694 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-596fedb6-31f2-47a3-8f44-9e4e8408d01c req-5e9f5723-7e4b-457f-b3b9-0820b3999476 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 210 time: 0.0453458 May 10 17:33:01.487589 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.512489 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:01.520471 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.528889 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8ccb451a-b1cf-446e-aa8f-6228266670d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.556591 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7dd51796-ef4f-4ba8-b90b-89dc20ab627e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:01.569126 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3479fb35-345d-4727-a23b-32f6cd280b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df440aca-80c2-4ed9-b1e8-b8309f1b9387', 'code': 200} May 10 17:33:01.583186 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-8ccb451a-b1cf-446e-aa8f-6228266670d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=381e561a44c2485ab8d20e314e967e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8621776 May 10 17:33:01.587163 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49334) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:01.645740 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Transition to ACTIVE for port object 0fe6b61d-548b-4309-8972-4cfc5fbbe96f will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:33:01.650653 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb451a-b1cf-446e-aa8f-6228266670d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1507e42-ad49-472a-b836-afd75124cf1d,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:01.665777 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8ccb451a-b1cf-446e-aa8f-6228266670d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:01.728142 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-24854a14-b338-4435-9828-6928997559ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.772666 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-24854a14-b338-4435-9828-6928997559ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.907828 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.920299 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:01.979803 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-24854a14-b338-4435-9828-6928997559ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.986002 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Pushing event updated for resources: {'Port': ['ID=9a63db13-2df5-4880-8a6e-03018b6bd6ee,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:01.989442 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:02.005087 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Attempting to bind port 9a63db13-2df5-4880-8a6e-03018b6bd6ee on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:33:02.005429 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Attempting to bind port 9a63db13-2df5-4880-8a6e-03018b6bd6ee by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:33:02.005757 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Attempting to bind port 9a63db13-2df5-4880-8a6e-03018b6bd6ee on network 025c12d2-d785-400c-8db6-8fd4c9c625b4 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:33:02.013869 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Port 9a63db13-2df5-4880-8a6e-03018b6bd6ee on network 025c12d2-d785-400c-8db6-8fd4c9c625b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:33:02.014834 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Attempting to bind port 9a63db13-2df5-4880-8a6e-03018b6bd6ee on network 025c12d2-d785-400c-8db6-8fd4c9c625b4 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:33:02.021968 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:33:02.022328 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Checking segment: {'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:33:02.022709 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Bound using segment: {'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:33:02.023145 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Bound port: 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:33:02.023485 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:02.053841 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33962b6e-e417-493a-8ce1-61a887047924 req-4798c946-774d-49ee-a2d6-4bbdeae3ac45 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:02.055397 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-33962b6e-e417-493a-8ce1-61a887047924 req-4798c946-774d-49ee-a2d6-4bbdeae3ac45 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 944 time: 0.2142262 May 10 17:33:02.095342 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event updated for resources: {'Port': ['ID=0fe6b61d-548b-4309-8972-4cfc5fbbe96f,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:02.109430 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:02.118366 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:02.126460 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Network c20e4456-ac37-4c58-9b03-d15f31abbb4c is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:33:02.133284 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:33:02.137880 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24854a14-b338-4435-9828-6928997559ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1507e42-ad49-472a-b836-afd75124cf1d,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:02.140850 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:33:02.146835 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:02.147451 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:02.153934 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-24854a14-b338-4435-9828-6928997559ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:02.203643 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-24854a14-b338-4435-9828-6928997559ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:02.204253 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-33962b6e-e417-493a-8ce1-61a887047924 req-9a848762-4e20-42f5-b791-be55404f9085 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231046 May 10 17:33:02.213159 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-24854a14-b338-4435-9828-6928997559ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1507e42-ad49-472a-b836-afd75124cf1d HTTP/1.1" status: 204 len: 168 time: 0.6061554 May 10 17:33:02.216556 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] For port 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host hv-cinder-78638, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:33:02.219968 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] For port 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:33:02.256822 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918f2ba-a018-4b8b-9339-d62d90d912b2 req-2ed959fc-e98a-49fd-bbef-c2168a5f1787 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:02.258760 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0918f2ba-a018-4b8b-9339-d62d90d912b2 req-2ed959fc-e98a-49fd-bbef-c2168a5f1787 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 945 time: 0.2396519 May 10 17:33:02.265219 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672087a-711e-4657-9cc5-bfaac4f09c3b req-a29f9a52-c03f-40a3-b21f-2f80c8fa1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:02.267136 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4672087a-711e-4657-9cc5-bfaac4f09c3b req-a29f9a52-c03f-40a3-b21f-2f80c8fa1d7c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 1098 time: 0.2351201 May 10 17:33:02.313381 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:02.322900 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b76b13a4-5fe4-43aa-bd0b-e720d3c6b860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:02.336555 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0628338 May 10 17:33:02.375751 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:02.376369 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for port, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:02.377841 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] 10.222.0.10 "PUT /v2.0/ports/9a63db13-2df5-4880-8a6e-03018b6bd6ee HTTP/1.1" status: 200 len: 1093 time: 1.9788296 May 10 17:33:02.378357 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:02.389929 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Request body: {'port': {'device_id': '7cc4799f-07dd-4e32-9f56-a3798aa75277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:33:02.443293 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Pushing event updated for resources: {'Port': ['ID=9a63db13-2df5-4880-8a6e-03018b6bd6ee,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:02.449129 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:02.456452 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4672087a-711e-4657-9cc5-bfaac4f09c3b req-efc4dcd4-c2c7-4ecd-819d-f02bb9fd842b service neutron] Synchronizing usage tracker for tenant:cf86028e0ffa4444b5bad696e6245ecc on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:33:02.496476 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0918f2ba-a018-4b8b-9339-d62d90d912b2 req-17f901ff-8097-47e1-b27b-03a4bd5ae01d tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf3bbd-4143-4033-bd0b-31283dd3c23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281759 May 10 17:33:02.620832 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-143f8ba1-2578-4a6f-a921-955d6204ae22 None None] Provisioning for port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:33:02.625365 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4672087a-711e-4657-9cc5-bfaac4f09c3b req-efc4dcd4-c2c7-4ecd-819d-f02bb9fd842b service neutron] Unset dirty status for tenant:cf86028e0ffa4444b5bad696e6245ecc on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:33:02.634435 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-143f8ba1-2578-4a6f-a921-955d6204ae22 None None] Provisioning complete for port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:33:02.634820 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-143f8ba1-2578-4a6f-a921-955d6204ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:02.636117 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4672087a-711e-4657-9cc5-bfaac4f09c3b req-efc4dcd4-c2c7-4ecd-819d-f02bb9fd842b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450456 May 10 17:33:02.652231 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'status': 'completed', 'code': 200} May 10 17:33:02.688502 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:02.770687 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-143f8ba1-2578-4a6f-a921-955d6204ae22 None None] Port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:33:02.806346 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02871817-8f78-4227-be82-081e89956999 req-65723568-a176-4a84-a8fa-7e0cfad7b86a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:02.808032 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-02871817-8f78-4227-be82-081e89956999 req-65723568-a176-4a84-a8fa-7e0cfad7b86a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.3072805 May 10 17:33:02.859072 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-02871817-8f78-4227-be82-081e89956999 req-d3b73b22-a53f-42b3-a56d-38621926decd tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435402 May 10 17:33:02.911050 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-59fa6b26-0ea8-414e-a769-fe676429cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:02.913131 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-59fa6b26-0ea8-414e-a769-fe676429cbe1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 1096 time: 0.4134545 May 10 17:33:02.983537 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-add0e66f-72f5-4904-98e7-faad932e9932 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee HTTP/1.1" status: 200 len: 217 time: 0.0622549 May 10 17:33:03.059178 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-cc1cc377-00a0-4960-9020-dfb216d6423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:03.060910 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-cc1cc377-00a0-4960-9020-dfb216d6423f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca218de9-5eb7-45be-9784-dfe588b4a018 HTTP/1.1" status: 200 len: 855 time: 0.0707381 May 10 17:33:03.105603 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba84af-52d2-408f-876d-72798cc77431 req-3b643d8c-3962-4679-b4e2-f925bfbd263e tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:03.106319 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-88ba84af-52d2-408f-876d-72798cc77431 req-3b643d8c-3962-4679-b4e2-f925bfbd263e tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Synchronizing usage tracker for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:33:03.142140 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-210e6864-f344-4250-8f24-eb5f3da6c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:03.143678 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-210e6864-f344-4250-8f24-eb5f3da6c015 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=025c12d2-d785-400c-8db6-8fd4c9c625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738790 May 10 17:33:03.150350 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 49374) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:03.188524 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-044b7d25-d65e-4811-bb69-7052a8af2be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:03.242163 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-88ba84af-52d2-408f-876d-72798cc77431 req-3b643d8c-3962-4679-b4e2-f925bfbd263e tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Unset dirty status for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:33:03.243492 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-88ba84af-52d2-408f-876d-72798cc77431 req-3b643d8c-3962-4679-b4e2-f925bfbd263e tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 931 time: 0.4048233 May 10 17:33:03.353192 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-467edd19-6f98-4fae-b14e-5f59a6111126 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855218 May 10 17:33:03.358208 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-044b7d25-d65e-4811-bb69-7052a8af2be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:03.409438 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-044b7d25-d65e-4811-bb69-7052a8af2be5 admin admin] Usage tracker for resource:security_group_rule and tenant:ec5e60a8510c42b697d01c09280d4aaf is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:03.413043 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-044b7d25-d65e-4811-bb69-7052a8af2be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:03.429883 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe6b61d-548b-4309-8972-4cfc5fbbe96f {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:33:03.443791 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:03.462767 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-88ba84af-52d2-408f-876d-72798cc77431 req-927730c5-da18-468b-88aa-46229fbb5193 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927178 May 10 17:33:03.492516 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Transition to ACTIVE for port object 0fe6b61d-548b-4309-8972-4cfc5fbbe96f will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:33:03.522176 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-044b7d25-d65e-4811-bb69-7052a8af2be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:03.596565 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:03.600637 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:03.749755 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe6b61d-548b-4309-8972-4cfc5fbbe96f,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:03.753253 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:03.753861 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-044b7d25-d65e-4811-bb69-7052a8af2be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:03.798690 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c70a0e75-a929-4a6c-9401-d479fc171dec req-87f69208-657b-40ca-a121-9df4cc23952a service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370139 May 10 17:33:03.818081 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af9f0f-3f39-4fc5-9d23-c9a1dfd1cb1d req-6ec19595-5ff1-408b-96dc-ccc9a3641c39 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:03.819668 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d5af9f0f-3f39-4fc5-9d23-c9a1dfd1cb1d req-6ec19595-5ff1-408b-96dc-ccc9a3641c39 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 944 time: 0.4191887 May 10 17:33:03.841439 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Attempting to bind port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:33:03.842610 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Attempting to bind port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:33:03.842955 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Attempting to bind port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f on network c20e4456-ac37-4c58-9b03-d15f31abbb4c {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:33:03.851048 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f on network c20e4456-ac37-4c58-9b03-d15f31abbb4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:33:03.851452 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Attempting to bind port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f on network c20e4456-ac37-4c58-9b03-d15f31abbb4c {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:33:03.861490 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:33:03.861916 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Checking segment: {'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:33:03.862414 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Bound using segment: {'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:33:03.864069 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Bound port: 0fe6b61d-548b-4309-8972-4cfc5fbbe96f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:33:03.864069 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:03.869752 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d5af9f0f-3f39-4fc5-9d23-c9a1dfd1cb1d req-c2e25721-ff45-4c10-812b-6cd30f44a10e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 May 10 17:33:03.885521 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-044b7d25-d65e-4811-bb69-7052a8af2be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:03.971160 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-93dbcac2-fb3a-41d6-8356-a81b31b0f027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:03.988134 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] For port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:33:03.991597 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] For port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0fe6b61d-548b-4309-8972-4cfc5fbbe96f,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:33:04.031951 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-044b7d25-d65e-4811-bb69-7052a8af2be5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec5e60a8510c42b697d01c09280d4aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8768132 May 10 17:33:04.032196 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49406) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:04.096420 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b7d25-d65e-4811-bb69-7052a8af2be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e26850-f773-4374-9f34-84b6cfbf7161,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:04.100375 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-044b7d25-d65e-4811-bb69-7052a8af2be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:04.102828 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a87a-5aee-4ceb-bb45-45542409e80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:04.129005 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:04.138655 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a87a-5aee-4ceb-bb45-45542409e80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:04.143579 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf04757-bcc0-49a5-9bbf-62a5f83f7f6f req-b21e370e-0585-4290-8ebd-2b2018c815a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:04.145090 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fbf04757-bcc0-49a5-9bbf-62a5f83f7f6f req-b21e370e-0585-4290-8ebd-2b2018c815a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 1096 time: 0.1750481 May 10 17:33:04.145261 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:04.157074 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eca8d0-62f4-48f8-9060-548c88aca2e1 req-4383859a-f6a4-41b3-bb81-aff0d2a0c1c5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:04.158492 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-41eca8d0-62f4-48f8-9060-548c88aca2e1 req-4383859a-f6a4-41b3-bb81-aff0d2a0c1c5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.1343956 May 10 17:33:04.216522 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 7f74d3bd-1a87-419d-9432-ff66b6fa1174 up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:33:04.227877 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:04.228788 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:04.233625 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] 10.222.0.10 "PUT /v2.0/ports/0fe6b61d-548b-4309-8972-4cfc5fbbe96f HTTP/1.1" status: 200 len: 1093 time: 1.8488672 May 10 17:33:04.233625 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc4799f-07dd-4e32-9f56-a3798aa75277', 'tag': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:04.276511 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe6b61d-548b-4309-8972-4cfc5fbbe96f,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:04.279889 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:04.288500 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-41eca8d0-62f4-48f8-9060-548c88aca2e1 req-af1591ed-089c-485d-9815-834d1e29fdb1 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101797 May 10 17:33:04.370243 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf04757-bcc0-49a5-9bbf-62a5f83f7f6f req-1d3c540e-5c7f-4b48-9ea3-31e80f7ec7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:04.378948 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fbf04757-bcc0-49a5-9bbf-62a5f83f7f6f req-1d3c540e-5c7f-4b48-9ea3-31e80f7ec7a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 200 len: 917 time: 0.2194815 May 10 17:33:04.381154 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a87a-5aee-4ceb-bb45-45542409e80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:04.385540 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-535f6b74-0284-47ff-9052-3c5867b0f0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:04.404150 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc4799f-07dd-4e32-9f56-a3798aa75277', 'tag': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f', 'status': 'completed', 'code': 200} May 10 17:33:04.408088 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0a87a-5aee-4ceb-bb45-45542409e80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e26850-f773-4374-9f34-84b6cfbf7161,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:04.410657 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b4a0a87a-5aee-4ceb-bb45-45542409e80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:04.438692 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port 7f74d3bd-1a87-419d-9432-ff66b6fa1174 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:33:04.444835 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 7f74d3bd-1a87-419d-9432-ff66b6fa1174 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:33:04.445219 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:04.481685 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a87a-5aee-4ceb-bb45-45542409e80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:04.483519 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-b4a0a87a-5aee-4ceb-bb45-45542409e80c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5e26850-f773-4374-9f34-84b6cfbf7161 HTTP/1.1" status: 204 len: 168 time: 0.4509344 May 10 17:33:04.589182 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-a95e5e2c-9d6b-4b40-9840-bf2a09de13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:04.593139 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-a95e5e2c-9d6b-4b40-9840-bf2a09de13a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8fad140a8b34d5c803303892ce98af1&device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 1096 time: 0.1853671 May 10 17:33:04.625780 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:04.637331 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fbf04757-bcc0-49a5-9bbf-62a5f83f7f6f req-f6e76993-9ed2-4776-a9e1-47f2c708e4ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee HTTP/1.1" status: 200 len: 217 time: 0.2518549 May 10 17:33:04.663342 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ec27b8-423d-400c-80da-bebb3d96138d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f74d3bd-1a87-419d-9432-ff66b6fa1174'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:04.674855 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 7f74d3bd-1a87-419d-9432-ff66b6fa1174, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7f74d3bd-1a87-419d-9432-ff66b6fa1174,segment=NetworkSegment(7791a769-a424-4887-98a4-6ddd9420d05a),segment_id=7791a769-a424-4887-98a4-6ddd9420d05a)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:04.684697 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-601eebad-edec-4022-9f3a-4547fbf25d8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fe6b61d-548b-4309-8972-4cfc5fbbe96f HTTP/1.1" status: 200 len: 217 time: 0.0843172 May 10 17:33:04.724228 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf04757-bcc0-49a5-9bbf-62a5f83f7f6f req-fea9e01f-9c40-4ba9-8362-77e83e269afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:04.725813 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fbf04757-bcc0-49a5-9bbf-62a5f83f7f6f req-fea9e01f-9c40-4ba9-8362-77e83e269afa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca218de9-5eb7-45be-9784-dfe588b4a018 HTTP/1.1" status: 200 len: 855 time: 0.0737491 May 10 17:33:04.752126 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:04.754925 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-6f77da3f-bd99-4c24-9a97-af4fc0fa69f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:04.761330 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-cbeb4a0b-1adc-46b7-be53-f472981a681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:04.762888 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-cbeb4a0b-1adc-46b7-be53-f472981a681e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75aca7b6-f2af-4dda-be71-726ffe0ee9bc HTTP/1.1" status: 200 len: 850 time: 0.0703118 May 10 17:33:04.780208 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c08311-3a72-4aaf-9526-2409bbd8ad9a req-07441220-c82a-40d8-b3dd-67107fd94c4c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:04.787092 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e2c08311-3a72-4aaf-9526-2409bbd8ad9a req-07441220-c82a-40d8-b3dd-67107fd94c4c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 943 time: 0.1822114 May 10 17:33:04.839251 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=7f74d3bd-1a87-419d-9432-ff66b6fa1174,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:04.843803 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:04.854089 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e2c08311-3a72-4aaf-9526-2409bbd8ad9a req-75469194-b634-4eee-833a-0748a63e9554 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661676 May 10 17:33:04.866023 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-67448520-f593-4f95-bf53-ff38e001d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:04.867865 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-67448520-f593-4f95-bf53-ff38e001d70f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c20e4456-ac37-4c58-9b03-d15f31abbb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0978837 May 10 17:33:04.874339 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf04757-bcc0-49a5-9bbf-62a5f83f7f6f req-3732a05a-5335-4361-94e1-d7728b517286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:04.874339 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fbf04757-bcc0-49a5-9bbf-62a5f83f7f6f req-3732a05a-5335-4361-94e1-d7728b517286 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=025c12d2-d785-400c-8db6-8fd4c9c625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1353290 May 10 17:33:04.939683 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ec27b8-423d-400c-80da-bebb3d96138d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f74d3bd-1a87-419d-9432-ff66b6fa1174', 'code': 200} May 10 17:33:05.067179 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fbf04757-bcc0-49a5-9bbf-62a5f83f7f6f req-19a0dbb2-63ae-401d-a71b-4adaae0b18c4 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771426 May 10 17:33:05.074073 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-f9cda56a-9678-4d95-b568-ee1253dbba51 service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827269 May 10 17:33:05.228757 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4328a9ec-661f-40e0-a5ed-9c360b5b4533 req-fff1d9c2-6bd5-4ebc-b288-e895eb11e979 service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480243 May 10 17:33:05.303296 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4eb0e-128a-442d-b2a4-e74542711674 req-8ace29dc-0c8b-4b39-befb-7cb84b61157d tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:05.304773 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2fb4eb0e-128a-442d-b2a4-e74542711674 req-8ace29dc-0c8b-4b39-befb-7cb84b61157d tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.2168753 May 10 17:33:05.306693 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fbf04757-bcc0-49a5-9bbf-62a5f83f7f6f req-e0802f85-93bc-49d0-bab3-f9eb99adadc2 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773691 May 10 17:33:05.354820 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2fb4eb0e-128a-442d-b2a4-e74542711674 req-0b170dec-df54-445d-9c77-9703021f2600 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437663 May 10 17:33:05.431671 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b8790-20b7-4bfd-b138-386a164af93e req-b8583303-dedd-4147-beb3-450bc1a1a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:05.433206 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-223b8790-20b7-4bfd-b138-386a164af93e req-b8583303-dedd-4147-beb3-450bc1a1a4eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 1098 time: 0.0742879 May 10 17:33:05.465268 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:33:05.490907 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-223b8790-20b7-4bfd-b138-386a164af93e req-759e2858-a086-459d-b6e0-5d22b5851be9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502987 May 10 17:33:05.564684 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27527-cfd4-4440-83db-815856abb9c5 req-024842e4-2061-4fe4-87f9-14a39bb45471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:05.566145 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c8b27527-cfd4-4440-83db-815856abb9c5 req-024842e4-2061-4fe4-87f9-14a39bb45471 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8fad140a8b34d5c803303892ce98af1&device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 1096 time: 0.0931995 May 10 17:33:05.607378 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50bc77-81f8-4657-9334-19074407a60f req-373a76a0-ba73-4d47-bdb5-98475ef6b5f4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:05.609489 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3b50bc77-81f8-4657-9334-19074407a60f req-373a76a0-ba73-4d47-bdb5-98475ef6b5f4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.2009249 May 10 17:33:05.828424 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27527-cfd4-4440-83db-815856abb9c5 req-fdba5cfd-5c55-4d26-b8dd-04a77dd8aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:05.829949 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c8b27527-cfd4-4440-83db-815856abb9c5 req-fdba5cfd-5c55-4d26-b8dd-04a77dd8aebf service neutron] 10.222.0.10 "GET /v2.0/networks?id=c20e4456-ac37-4c58-9b03-d15f31abbb4c HTTP/1.1" status: 200 len: 912 time: 0.2509344 May 10 17:33:05.909808 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c8b27527-cfd4-4440-83db-815856abb9c5 req-5e2a6352-14e9-4f35-a269-4d99d2ed0da3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fe6b61d-548b-4309-8972-4cfc5fbbe96f HTTP/1.1" status: 200 len: 217 time: 0.0715652 May 10 17:33:05.919521 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3b50bc77-81f8-4657-9334-19074407a60f req-2bedbfb0-f215-4b9b-a875-36c7389045ac tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397916 May 10 17:33:05.983140 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27527-cfd4-4440-83db-815856abb9c5 req-22182b63-f088-4179-b38c-7f9943e26ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:05.986086 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c8b27527-cfd4-4440-83db-815856abb9c5 req-22182b63-f088-4179-b38c-7f9943e26ebc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75aca7b6-f2af-4dda-be71-726ffe0ee9bc HTTP/1.1" status: 200 len: 850 time: 0.0645657 May 10 17:33:06.127004 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27527-cfd4-4440-83db-815856abb9c5 req-517838f1-bf78-44ba-83cc-61b6cae85bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:06.128795 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c8b27527-cfd4-4440-83db-815856abb9c5 req-517838f1-bf78-44ba-83cc-61b6cae85bee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c20e4456-ac37-4c58-9b03-d15f31abbb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1272440 May 10 17:33:06.160562 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4c794-b714-4aaf-b290-5576d2bc9520 req-fa49319e-821a-4218-9364-ccd1315589b0 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:06.169534 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a2a4c794-b714-4aaf-b290-5576d2bc9520 req-fa49319e-821a-4218-9364-ccd1315589b0 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 943 time: 0.1435664 May 10 17:33:06.219490 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 9a63db13-2df5-4880-8a6e-03018b6bd6ee details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:33:06.238365 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a2a4c794-b714-4aaf-b290-5576d2bc9520 req-14a8d0b2-8075-4630-9442-3bc4ed175457 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677874 May 10 17:33:06.303043 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c8b27527-cfd4-4440-83db-815856abb9c5 req-f08e01e2-01db-479f-ab11-508c82d42cd1 service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673179 May 10 17:33:06.371888 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:06.390798 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'port_id': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'mac_address': 'fa:16:3e:e5:e9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:33:06.469662 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:06.472861 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c8b27527-cfd4-4440-83db-815856abb9c5 req-96798f11-c6e1-453b-84a3-daa522803b83 service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597242 May 10 17:33:06.489013 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a63db13-2df5-4880-8a6e-03018b6bd6ee {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:33:06.506636 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:06.564464 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f767c6-cacb-4697-8423-15539ac4d9e0 req-6dcfbb2a-0e6e-4cb4-a3c1-11b1ff5c0b17 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:06.566916 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-17f767c6-cacb-4697-8423-15539ac4d9e0 req-6dcfbb2a-0e6e-4cb4-a3c1-11b1ff5c0b17 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0910072 May 10 17:33:06.580432 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:06.582366 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-63891e5e-8ac2-486a-913b-e7157a705494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:06.631350 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-17f767c6-cacb-4697-8423-15539ac4d9e0 req-9352f37d-8747-498f-af73-8e1a85fb39c6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446146 May 10 17:33:06.695398 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=9a63db13-2df5-4880-8a6e-03018b6bd6ee,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:06.698938 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:06.920973 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['9a63db13-2df5-4880-8a6e-03018b6bd6ee'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:33:07.214500 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cf04b-b3ee-4c8c-84c9-003de552bd3f req-1ccbda7c-615f-4131-b597-39557ef70caf tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:07.215988 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-423cf04b-b3ee-4c8c-84c9-003de552bd3f req-1ccbda7c-615f-4131-b597-39557ef70caf tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 944 time: 0.0867383 May 10 17:33:07.271187 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-423cf04b-b3ee-4c8c-84c9-003de552bd3f req-ff2c6a0c-2034-48e6-8a75-983848a4df44 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480256 May 10 17:33:07.431062 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcb6d7-39b6-4ad9-a9e4-26095e5bf4de req-13eeb604-cdc8-4cb8-9ae7-3922c6bb3b99 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:07.432544 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-dfbcb6d7-39b6-4ad9-a9e4-26095e5bf4de req-13eeb604-cdc8-4cb8-9ae7-3922c6bb3b99 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 943 time: 0.0810199 May 10 17:33:07.481966 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-dfbcb6d7-39b6-4ad9-a9e4-26095e5bf4de req-e5530ea1-030e-4648-ac64-9b72f8ab0c88 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424471 May 10 17:33:07.826940 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58886b3d-c8b4-414f-bb3f-958ba686a702 req-56caa314-1aab-4ee0-8585-8b0e6e3a8cef tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:07.828392 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-58886b3d-c8b4-414f-bb3f-958ba686a702 req-56caa314-1aab-4ee0-8585-8b0e6e3a8cef tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0850456 May 10 17:33:07.872803 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-58886b3d-c8b4-414f-bb3f-958ba686a702 req-b324ca62-78ab-4e65-9fd1-a7d6d0bbd5b8 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384345 May 10 17:33:08.239079 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 0fe6b61d-548b-4309-8972-4cfc5fbbe96f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:33:08.241523 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 9a63db13-2df5-4880-8a6e-03018b6bd6ee up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:33:08.453635 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port 9a63db13-2df5-4880-8a6e-03018b6bd6ee completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:33:08.464052 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0fe6b61d-548b-4309-8972-4cfc5fbbe96f,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:08.472479 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 9a63db13-2df5-4880-8a6e-03018b6bd6ee triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:33:08.473209 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:08.504100 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334014c6-41bc-4c87-a620-b8e418a473cc req-88ec72ed-1bab-4174-8c51-28f892f528b9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:08.506602 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-334014c6-41bc-4c87-a620-b8e418a473cc req-88ec72ed-1bab-4174-8c51-28f892f528b9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 944 time: 0.0982716 May 10 17:33:08.542780 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'port_id': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f', 'mac_address': 'fa:16:3e:6a:90:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:33:08.559436 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-334014c6-41bc-4c87-a620-b8e418a473cc req-196ecac8-f4cb-47f2-bb05-4647649045db tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465410 May 10 17:33:08.643571 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:08.671105 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe6b61d-548b-4309-8972-4cfc5fbbe96f {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:33:08.676206 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:08.679674 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918dd4f-0ec2-41ac-8459-bd76b70c4778 req-c58a1c8c-a301-4c10-9000-25303b72c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:08.681141 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3918dd4f-0ec2-41ac-8459-bd76b70c4778 req-c58a1c8c-a301-4c10-9000-25303b72c3dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 1098 time: 0.1099715 May 10 17:33:08.689282 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa407c30-0d99-44a2-88ab-33eaafb194fd req-9005aae5-8f5d-4c43-889d-36415261193f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:08.696614 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fa407c30-0d99-44a2-88ab-33eaafb194fd req-9005aae5-8f5d-4c43-889d-36415261193f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.1682076 May 10 17:33:08.707948 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0fe6b61d-548b-4309-8972-4cfc5fbbe96f,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:08.715683 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:08.727022 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:08.769938 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:08.772687 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:08.784186 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc6097-0613-4aa6-8b13-54fc752bf286 req-79f90575-7fd5-4be5-9a2e-db5cccc4449f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:08.791783 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-70cc6097-0613-4aa6-8b13-54fc752bf286 req-79f90575-7fd5-4be5-9a2e-db5cccc4449f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 943 time: 0.1209605 May 10 17:33:08.824660 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:08.838535 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fa407c30-0d99-44a2-88ab-33eaafb194fd req-2b033dcd-4ae8-400a-b221-2236dbcfb329 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385493 May 10 17:33:08.846961 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-70cc6097-0613-4aa6-8b13-54fc752bf286 req-fd2743af-8489-486b-a237-a40346540062 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542567 May 10 17:33:08.883855 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=0fe6b61d-548b-4309-8972-4cfc5fbbe96f,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:08.896465 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:08.896942 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-63891e5e-8ac2-486a-913b-e7157a705494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:08.937349 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918dd4f-0ec2-41ac-8459-bd76b70c4778 req-68c99528-4761-46ea-8aa0-429d672c49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:08.938152 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'code': 200} May 10 17:33:08.940900 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3918dd4f-0ec2-41ac-8459-bd76b70c4778 req-68c99528-4761-46ea-8aa0-429d672c49c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 200 len: 919 time: 0.2264342 May 10 17:33:08.980922 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=9a63db13-2df5-4880-8a6e-03018b6bd6ee,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:08.984322 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:09.031659 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3918dd4f-0ec2-41ac-8459-bd76b70c4778 req-1350d101-9f17-42cd-944f-3d23b3eeb0f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f74d3bd-1a87-419d-9432-ff66b6fa1174 HTTP/1.1" status: 200 len: 217 time: 0.0814428 May 10 17:33:09.052144 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['0fe6b61d-548b-4309-8972-4cfc5fbbe96f'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:33:09.146086 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918dd4f-0ec2-41ac-8459-bd76b70c4778 req-fcf4f2b9-90fa-4efe-9ade-b622e1f7f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:09.147960 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3918dd4f-0ec2-41ac-8459-bd76b70c4778 req-fcf4f2b9-90fa-4efe-9ade-b622e1f7f585 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a352b0e-3e61-497e-a597-659f58f14f47 HTTP/1.1" status: 200 len: 858 time: 0.0997927 May 10 17:33:09.215299 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3918dd4f-0ec2-41ac-8459-bd76b70c4778 req-02b2ed87-7c3e-49f9-a555-0ac15409d5be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff5deae6-b982-458f-bc91-12732fbdac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602682 May 10 17:33:09.454593 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3918dd4f-0ec2-41ac-8459-bd76b70c4778 req-a2fbde97-1605-48b1-88a2-5e08f48ed6d1 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324867 May 10 17:33:09.460530 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a613c1-96ba-4052-83a4-97be0a7610ee req-d3dba783-7f67-41c4-8296-1a653d0f3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:09.462007 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-47a613c1-96ba-4052-83a4-97be0a7610ee req-d3dba783-7f67-41c4-8296-1a653d0f3752 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 1098 time: 0.1671374 May 10 17:33:09.547602 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-47a613c1-96ba-4052-83a4-97be0a7610ee req-98f59114-38db-47e5-a33b-ee3ff57be2aa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710850 May 10 17:33:09.656292 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3918dd4f-0ec2-41ac-8459-bd76b70c4778 req-80af44b0-ff1f-441a-9a43-cfb05ccdb1b1 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804562 May 10 17:33:09.657573 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08d92e-0955-41e4-bab7-98c1caa8e66e req-d911f120-8505-47df-a41d-cd3dcf156e25 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:09.659039 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4f08d92e-0955-41e4-bab7-98c1caa8e66e req-d911f120-8505-47df-a41d-cd3dcf156e25 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 945 time: 0.0796082 May 10 17:33:09.705085 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4f08d92e-0955-41e4-bab7-98c1caa8e66e req-9500ba0b-4cb4-42cb-98cc-c1831a12c021 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf3bbd-4143-4033-bd0b-31283dd3c23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394497 May 10 17:33:09.781457 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:09.939069 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df23d02-d569-417a-8029-1e789f0c3adb req-3b7ec5bf-633d-4402-b079-7346e8d56e98 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:09.957883 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-0df23d02-d569-417a-8029-1e789f0c3adb req-3b7ec5bf-633d-4402-b079-7346e8d56e98 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.1543157 May 10 17:33:10.003470 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-0df23d02-d569-417a-8029-1e789f0c3adb req-87f39f39-076b-4d67-85f0-6306e2802fb9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439522 May 10 17:33:10.189794 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157e1d0-242c-41ea-852e-eac2fdd40630 req-3556e581-261b-4287-b0c6-de02376960a4 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:10.190005 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15bda4-640b-4814-86b7-6f40462feae5 req-92623942-aca6-497a-ae74-831969fb523d tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:10.191306 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3f15bda4-640b-4814-86b7-6f40462feae5 req-92623942-aca6-497a-ae74-831969fb523d tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.1443646 May 10 17:33:10.191415 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2157e1d0-242c-41ea-852e-eac2fdd40630 req-3556e581-261b-4287-b0c6-de02376960a4 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 944 time: 0.0800400 May 10 17:33:10.237507 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2157e1d0-242c-41ea-852e-eac2fdd40630 req-b6d24710-716a-4e4f-84f7-c4fead5f2046 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394781 May 10 17:33:10.238591 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3f15bda4-640b-4814-86b7-6f40462feae5 req-105c2b83-3110-4c14-a86b-195769ab28ab tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 May 10 17:33:10.269905 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 0fe6b61d-548b-4309-8972-4cfc5fbbe96f up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:33:10.391955 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:33:10.397369 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:33:10.398004 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:10.426002 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49638) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:10.488212 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee980c-3e4f-4ac9-ac05-de31bb78580d req-40e032da-24ee-4cfa-839f-fa0eee6d1810 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:10.489783 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2aee980c-3e4f-4ac9-ac05-de31bb78580d req-40e032da-24ee-4cfa-839f-fa0eee6d1810 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 945 time: 0.1454031 May 10 17:33:10.539358 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2aee980c-3e4f-4ac9-ac05-de31bb78580d req-93149861-0df3-441b-8278-795a747925ea tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422394 May 10 17:33:10.564109 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-45fe5f61-2b4d-44e1-8e96-3df2942a6656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:10.564340 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:10.581178 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-45fe5f61-2b4d-44e1-8e96-3df2942a6656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:10.585224 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-45fe5f61-2b4d-44e1-8e96-3df2942a6656 admin admin] Usage tracker for resource:security_group_rule and tenant:884f5eba668f43d995366f9cd5be7479 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:10.588544 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-45fe5f61-2b4d-44e1-8e96-3df2942a6656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:10.595114 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-45fe5f61-2b4d-44e1-8e96-3df2942a6656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:10.598474 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0fe6b61d-548b-4309-8972-4cfc5fbbe96f,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:10.676410 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-45fe5f61-2b4d-44e1-8e96-3df2942a6656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:10.769232 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:10.772378 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:10.843647 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=0fe6b61d-548b-4309-8972-4cfc5fbbe96f,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:10.847474 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:10.859627 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-45fe5f61-2b4d-44e1-8e96-3df2942a6656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:10.872750 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:10.917977 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-45fe5f61-2b4d-44e1-8e96-3df2942a6656 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=884f5eba668f43d995366f9cd5be7479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907153 May 10 17:33:10.920740 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 49652) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:10.921971 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe5f61-2b4d-44e1-8e96-3df2942a6656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c2c84b-5a83-4e32-bcaa-cc5204f258b8,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:10.930029 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-45fe5f61-2b4d-44e1-8e96-3df2942a6656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:10.939345 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc4799f-07dd-4e32-9f56-a3798aa75277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:10.966607 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65295ae-90a0-4f36-8550-36206362174d req-b291ce81-b9c2-4449-bc72-b53811b7e4e0 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:10.968675 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b65295ae-90a0-4f36-8550-36206362174d req-b291ce81-b9c2-4449-bc72-b53811b7e4e0 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 945 time: 0.1577067 May 10 17:33:10.996386 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c83bb5ee-5157-4f3a-a738-20cde0d79483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:11.000148 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc4799f-07dd-4e32-9f56-a3798aa75277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f', 'code': 200} May 10 17:33:11.021135 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b65295ae-90a0-4f36-8550-36206362174d req-e80f057d-f175-4c28-83ae-6cf0a714ae0d tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf3bbd-4143-4033-bd0b-31283dd3c23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447855 May 10 17:33:11.024005 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c83bb5ee-5157-4f3a-a738-20cde0d79483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:11.209225 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c83bb5ee-5157-4f3a-a738-20cde0d79483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:11.216996 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:11.239624 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bb5ee-5157-4f3a-a738-20cde0d79483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c2c84b-5a83-4e32-bcaa-cc5204f258b8,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:11.241979 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c83bb5ee-5157-4f3a-a738-20cde0d79483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:11.274688 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6400677-d360-4f32-a61d-7c01bd83da07 req-c458a4c0-fa2d-4521-8843-98d465817452 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:11.276312 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c6400677-d360-4f32-a61d-7c01bd83da07 req-c458a4c0-fa2d-4521-8843-98d465817452 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.1414204 May 10 17:33:11.285487 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c83bb5ee-5157-4f3a-a738-20cde0d79483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:11.288904 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-c83bb5ee-5157-4f3a-a738-20cde0d79483 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08c2c84b-5a83-4e32-bcaa-cc5204f258b8 HTTP/1.1" status: 204 len: 168 time: 0.3640509 May 10 17:33:11.384068 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c6400677-d360-4f32-a61d-7c01bd83da07 req-00472f5a-690c-4c58-ac6a-085f16b4b729 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997109 May 10 17:33:11.498829 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 49684) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:11.526633 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c0463-83f0-47bc-a06d-757ec4c10be6 req-e07305ae-e310-4532-be45-2b6c27a269c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:11.528132 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a22c0463-83f0-47bc-a06d-757ec4c10be6 req-e07305ae-e310-4532-be45-2b6c27a269c0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 1098 time: 0.1652586 May 10 17:33:11.537314 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ca01a-6154-44dd-af28-12c819582380 req-e6d82e1e-e342-4bd2-96aa-6fc8d44b08cc tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:11.538691 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-348ca01a-6154-44dd-af28-12c819582380 req-e6d82e1e-e342-4bd2-96aa-6fc8d44b08cc tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.1253772 May 10 17:33:11.641151 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a22c0463-83f0-47bc-a06d-757ec4c10be6 req-3ccbebce-cf0e-4425-b690-4693e88c2652 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014066 May 10 17:33:11.645642 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103885f-9923-4272-8a2c-477f2e4d932f req-f46c0380-05b1-424d-b84c-a271b59d3af2 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:11.647218 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2103885f-9923-4272-8a2c-477f2e4d932f req-f46c0380-05b1-424d-b84c-a271b59d3af2 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.1307998 May 10 17:33:11.649359 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-348ca01a-6154-44dd-af28-12c819582380 req-a0184396-180f-4b6a-af66-b4bdcfed16b3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960095 May 10 17:33:11.708396 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2103885f-9923-4272-8a2c-477f2e4d932f req-8fdaabbf-36fa-489b-b4b4-24330e84f889 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522361 May 10 17:33:11.729360 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dc586-6df8-4556-9290-41b06b6851a2 req-e9617340-9f06-47c4-99fb-8ce47d3061ce tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:11.737989 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b09dc586-6df8-4556-9290-41b06b6851a2 req-e9617340-9f06-47c4-99fb-8ce47d3061ce tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 945 time: 0.1490262 May 10 17:33:11.843125 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c616655c-da9f-4962-a4e9-aa9c7bd5a086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:11.873003 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-c616655c-da9f-4962-a4e9-aa9c7bd5a086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:11.912749 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebac7f-f6b4-4617-9969-0cd7eb4f295b req-e4e35b5b-9073-4600-9465-3c44d9047984 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:11.914499 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-05ebac7f-f6b4-4617-9969-0cd7eb4f295b req-e4e35b5b-9073-4600-9465-3c44d9047984 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.1543658 May 10 17:33:11.923864 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49698) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:11.929537 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-08aa5bec-2212-4a5c-ae16-6f49444faf7f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Request body: {'floatingip': {'port_id': '9a63db13-2df5-4880-8a6e-03018b6bd6ee'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:33:11.943625 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-c616655c-da9f-4962-a4e9-aa9c7bd5a086 admin admin] Usage tracker for resource:security_group_rule and tenant:8e50b48163334063b5004f3b82baf1e3 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:11.954856 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-c616655c-da9f-4962-a4e9-aa9c7bd5a086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:11.969222 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-c616655c-da9f-4962-a4e9-aa9c7bd5a086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:12.007217 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08aa5bec-2212-4a5c-ae16-6f49444faf7f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:12.056518 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f6116-1029-46ce-aac3-1d403f037af5 req-5191394d-dbf5-43c9-b6e5-8b3cf6725320 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:12.057328 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ef0f6116-1029-46ce-aac3-1d403f037af5 req-5191394d-dbf5-43c9-b6e5-8b3cf6725320 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 945 time: 0.1860709 May 10 17:33:12.063780 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [req-b09dc586-6df8-4556-9290-41b06b6851a2 req-916da18d-bbce-4256-9d7c-5952a122297e tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Deleting port f2be7540-cf95-4829-8c7f-61d216f4e384 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:12.064145 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-b09dc586-6df8-4556-9290-41b06b6851a2 req-916da18d-bbce-4256-9d7c-5952a122297e tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:12.228428 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ef0f6116-1029-46ce-aac3-1d403f037af5 req-0939cc5e-8793-458a-a139-9e21de142b1f tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483989 May 10 17:33:12.253225 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c616655c-da9f-4962-a4e9-aa9c7bd5a086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:12.276731 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [req-b09dc586-6df8-4556-9290-41b06b6851a2 req-916da18d-bbce-4256-9d7c-5952a122297e tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] For port f2be7540-cf95-4829-8c7f-61d216f4e384, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f2be7540-cf95-4829-8c7f-61d216f4e384,segment=NetworkSegment(1d95de05-3720-4577-93ab-2e0fff90e41f),segment_id=1d95de05-3720-4577-93ab-2e0fff90e41f)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:12.277113 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-b09dc586-6df8-4556-9290-41b06b6851a2 req-916da18d-bbce-4256-9d7c-5952a122297e tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:12.329936 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49704) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:12.348546 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c616655c-da9f-4962-a4e9-aa9c7bd5a086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:12.410714 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:12.424070 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [req-b09dc586-6df8-4556-9290-41b06b6851a2 req-916da18d-bbce-4256-9d7c-5952a122297e tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Calling delete_port for f2be7540-cf95-4829-8c7f-61d216f4e384 owned by compute:nova {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:12.458406 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6fcce82e-0919-4272-bb7c-0ae63d863de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:12.507480 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6fcce82e-0919-4272-bb7c-0ae63d863de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:12.525887 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7443c64-317d-45fa-8745-af758467a371 req-5c366910-1e82-473c-be24-2df9e7c6f6a2 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:12.527404 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e7443c64-317d-45fa-8745-af758467a371 req-5c366910-1e82-473c-be24-2df9e7c6f6a2 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 945 time: 0.3897827 May 10 17:33:12.529194 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6fcce82e-0919-4272-bb7c-0ae63d863de0 admin admin] Usage tracker for resource:security_group_rule and tenant:5f12239423c24decbf9976d88007f3ca is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:12.533672 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6fcce82e-0919-4272-bb7c-0ae63d863de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:12.534773 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-c616655c-da9f-4962-a4e9-aa9c7bd5a086 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e50b48163334063b5004f3b82baf1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0345852 May 10 17:33:12.537840 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616655c-da9f-4962-a4e9-aa9c7bd5a086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da05dc2b-448e-4cd4-ad1e-93d606d4d12e,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:12.541186 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 49708) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:12.544599 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c616655c-da9f-4962-a4e9-aa9c7bd5a086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:12.547055 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6fcce82e-0919-4272-bb7c-0ae63d863de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:12.617575 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-52ad780d-f500-404f-8427-ce0a3727fbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:12.687135 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-52ad780d-f500-404f-8427-ce0a3727fbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:12.822165 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-b09dc586-6df8-4556-9290-41b06b6851a2 req-916da18d-bbce-4256-9d7c-5952a122297e tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:12.832667 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:12.835107 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['f2be7540-cf95-4829-8c7f-61d216f4e384'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:33:12.892790 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-52ad780d-f500-404f-8427-ce0a3727fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:12.896146 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916da18d-bbce-4256-9d7c-5952a122297e tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Pushing event deleted for resources: {'Port': ['ID=f2be7540-cf95-4829-8c7f-61d216f4e384,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:12.944030 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142b779-d75a-4dcb-98af-51080555e57f req-1bfb3333-44dd-4ca7-bdca-d6c5bae8b25a tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:12.945707 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5142b779-d75a-4dcb-98af-51080555e57f req-1bfb3333-44dd-4ca7-bdca-d6c5bae8b25a tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.10 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 945 time: 0.5579350 May 10 17:33:12.960268 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e7443c64-317d-45fa-8745-af758467a371 req-eb19a945-6ca2-42d2-857b-ac9101879c27 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf3bbd-4143-4033-bd0b-31283dd3c23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160960 May 10 17:33:12.975574 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ce87d-c8c9-44a4-9221-cd9f2c4d4087 req-e08bf5e3-fdc6-42b4-b415-5c7aabd292c3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:12.977151 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f46ce87d-c8c9-44a4-9221-cd9f2c4d4087 req-e08bf5e3-fdc6-42b4-b415-5c7aabd292c3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.2144933 May 10 17:33:12.979692 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-916da18d-bbce-4256-9d7c-5952a122297e tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:12.985914 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c83bb5ee-5157-4f3a-a738-20cde0d79483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:13.084153 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad780d-f500-404f-8427-ce0a3727fbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da05dc2b-448e-4cd4-ad1e-93d606d4d12e,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:13.489419 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09dc586-6df8-4556-9290-41b06b6851a2 req-916da18d-bbce-4256-9d7c-5952a122297e tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] No DVR routers for this DVR port f2be7540-cf95-4829-8c7f-61d216f4e384 on host hv-cinder-78638 {{(pid=79209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:33:13.489419 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-52ad780d-f500-404f-8427-ce0a3727fbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:13.489419 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-b09dc586-6df8-4556-9290-41b06b6851a2 req-916da18d-bbce-4256-9d7c-5952a122297e tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:13.489419 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e', 'name': 'network-vif-deleted', 'tag': 'f2be7540-cf95-4829-8c7f-61d216f4e384'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:13.489419 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b09dc586-6df8-4556-9290-41b06b6851a2 req-916da18d-bbce-4256-9d7c-5952a122297e tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.10 "DELETE /v2.0/ports/f2be7540-cf95-4829-8c7f-61d216f4e384 HTTP/1.1" status: 204 len: 173 time: 1.3922408 May 10 17:33:13.489419 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f46ce87d-c8c9-44a4-9221-cd9f2c4d4087 req-13f292eb-d413-43d8-8f69-9b52f19bdb77 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448076 May 10 17:33:13.489419 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e', 'name': 'network-vif-deleted', 'tag': 'f2be7540-cf95-4829-8c7f-61d216f4e384', 'status': 'completed', 'code': 200} May 10 17:33:13.491427 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6fcce82e-0919-4272-bb7c-0ae63d863de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:13.491427 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.db.resource_extend [None req-08aa5bec-2212-4a5c-ae16-6f49444faf7f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:33:13.491427 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08aa5bec-2212-4a5c-ae16-6f49444faf7f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:13.491427 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-5142b779-d75a-4dcb-98af-51080555e57f req-ec6eeea3-6ed2-47ef-943d-293d1b8adbac tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Deleting port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:13.491427 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-5142b779-d75a-4dcb-98af-51080555e57f req-ec6eeea3-6ed2-47ef-943d-293d1b8adbac tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:13.492750 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3d71-e780-4df0-982e-54ed4fd38ef1 req-f77dc034-f529-4b17-aa7e-a1d845b13d32 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:13.492750 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6a7c3d71-e780-4df0-982e-54ed4fd38ef1 req-f77dc034-f529-4b17-aa7e-a1d845b13d32 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 945 time: 0.0784383 May 10 17:33:13.493616 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b8746-1bfd-49bc-9ee2-872791868b12 req-1af7b6f1-37f6-4492-9fde-07c47b807b75 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:13.493616 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-703b8746-1bfd-49bc-9ee2-872791868b12 req-1af7b6f1-37f6-4492-9fde-07c47b807b75 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.3082757 May 10 17:33:13.494686 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6a7c3d71-e780-4df0-982e-54ed4fd38ef1 req-91321ab0-e757-4a5d-bff4-bd87260f7a03 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2765ce4-4c75-4601-84bb-20d3b385b194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382743 May 10 17:33:13.538868 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-703b8746-1bfd-49bc-9ee2-872791868b12 req-184b9cec-dc6d-47d6-8085-8160245f5b5d tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700057 May 10 17:33:13.569119 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-5142b779-d75a-4dcb-98af-51080555e57f req-ec6eeea3-6ed2-47ef-943d-293d1b8adbac tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] For port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8b114b4-b8b3-4e1c-94bb-7f0aba94199c,segment=NetworkSegment(bbde5b88-13b1-4281-b036-730c11adb6ee),segment_id=bbde5b88-13b1-4281-b036-730c11adb6ee)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:13.569480 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-5142b779-d75a-4dcb-98af-51080555e57f req-ec6eeea3-6ed2-47ef-943d-293d1b8adbac tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:13.688735 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-5142b779-d75a-4dcb-98af-51080555e57f req-ec6eeea3-6ed2-47ef-943d-293d1b8adbac tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Calling delete_port for a8b114b4-b8b3-4e1c-94bb-7f0aba94199c owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:14.015893 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6fcce82e-0919-4272-bb7c-0ae63d863de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:14.016879 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08aa5bec-2212-4a5c-ae16-6f49444faf7f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:14.017886 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-52ad780d-f500-404f-8427-ce0a3727fbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:14.019853 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-52ad780d-f500-404f-8427-ce0a3727fbe9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da05dc2b-448e-4cd4-ad1e-93d606d4d12e HTTP/1.1" status: 204 len: 168 time: 1.4777732 May 10 17:33:14.131444 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:14.161669 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-8bc907c2-960d-4a1a-8b1f-a213360802cf req-5254134c-9656-425a-87c2-d3172a814df2 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Synchronizing usage tracker for tenant:4335293269794977b2c0156dcd6380f3 on resource:port {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:33:14.163156 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-5142b779-d75a-4dcb-98af-51080555e57f req-ec6eeea3-6ed2-47ef-943d-293d1b8adbac tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:14.186883 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['a8b114b4-b8b3-4e1c-94bb-7f0aba94199c'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:33:14.199749 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcce82e-0919-4272-bb7c-0ae63d863de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8080af8a-e67c-4f7a-a98b-13447033694c,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:14.203645 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6fcce82e-0919-4272-bb7c-0ae63d863de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:14.208098 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2acace96-a587-4d36-b076-2e85e55953eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:14.283335 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-6fcce82e-0919-4272-bb7c-0ae63d863de0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f12239423c24decbf9976d88007f3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9495742 May 10 17:33:14.286267 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 49744) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:14.293754 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6eeea3-6ed2-47ef-943d-293d1b8adbac tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Pushing event deleted for resources: {'Port': ['ID=a8b114b4-b8b3-4e1c-94bb-7f0aba94199c,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:14.298695 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ec6eeea3-6ed2-47ef-943d-293d1b8adbac tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:14.317598 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-8bc907c2-960d-4a1a-8b1f-a213360802cf req-5254134c-9656-425a-87c2-d3172a814df2 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Unset dirty status for tenant:4335293269794977b2c0156dcd6380f3 on resource:port {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:33:14.320331 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8bc907c2-960d-4a1a-8b1f-a213360802cf req-5254134c-9656-425a-87c2-d3172a814df2 tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2452f3-7e84-4e1b-bb92-5cdcdbf0166e HTTP/1.1" status: 200 len: 210 time: 0.2270935 May 10 17:33:14.352805 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.l3_db [None req-08aa5bec-2212-4a5c-ae16-6f49444faf7f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Floating IP 8d5eb84e-4505-4316-9e09-db9159fd7510 associated. External IP: 172.28.2.70, port: 9a63db13-2df5-4880-8a6e-03018b6bd6ee. May 10 17:33:14.387028 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-02b82a28-b651-4300-a8b3-ba0abca542aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:14.416670 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-02b82a28-b651-4300-a8b3-ba0abca542aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:14.539590 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-02b82a28-b651-4300-a8b3-ba0abca542aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:14.548331 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c616655c-da9f-4962-a4e9-aa9c7bd5a086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:14.576090 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b82a28-b651-4300-a8b3-ba0abca542aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8080af8a-e67c-4f7a-a98b-13447033694c,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:14.581836 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-02b82a28-b651-4300-a8b3-ba0abca542aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:14.585780 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-02b82a28-b651-4300-a8b3-ba0abca542aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:14.586939 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-02b82a28-b651-4300-a8b3-ba0abca542aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8080af8a-e67c-4f7a-a98b-13447033694c HTTP/1.1" status: 204 len: 168 time: 0.2994227 May 10 17:33:14.668450 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-5142b779-d75a-4dcb-98af-51080555e57f req-ec6eeea3-6ed2-47ef-943d-293d1b8adbac tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] No DVR routers for this DVR port a8b114b4-b8b3-4e1c-94bb-7f0aba94199c on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:33:14.716572 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-5efe8138-d998-4297-8389-79a84a6f9369 req-05f56fa5-f800-439c-aac3-e6155cf470c3 tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 210 time: 0.0469277 May 10 17:33:14.721484 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-5142b779-d75a-4dcb-98af-51080555e57f req-ec6eeea3-6ed2-47ef-943d-293d1b8adbac tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:14.724058 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847e71bc-8f06-43f6-be6f-79485a336cf4', 'name': 'network-vif-deleted', 'tag': 'a8b114b4-b8b3-4e1c-94bb-7f0aba94199c'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:14.831171 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5f331-d2cc-461b-9ee6-a461c936f034 req-7b31eb40-1a33-4747-ae0d-98e13ccbbb29 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:14.832603 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-79f5f331-d2cc-461b-9ee6-a461c936f034 req-7b31eb40-1a33-4747-ae0d-98e13ccbbb29 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.1657672 May 10 17:33:14.893714 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5142b779-d75a-4dcb-98af-51080555e57f req-ec6eeea3-6ed2-47ef-943d-293d1b8adbac tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.10 "DELETE /v2.0/ports/a8b114b4-b8b3-4e1c-94bb-7f0aba94199c HTTP/1.1" status: 204 len: 173 time: 1.9339902 May 10 17:33:14.911741 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390674b-ca78-458d-9ef8-0dfc07d9f417 req-3903586c-2041-4e00-ae05-8008018d633e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:14.913191 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e390674b-ca78-458d-9ef8-0dfc07d9f417 req-3903586c-2041-4e00-ae05-8008018d633e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0888724 May 10 17:33:14.959598 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e390674b-ca78-458d-9ef8-0dfc07d9f417 req-c2380f1e-326a-4280-9f0a-3123282ea103 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404296 May 10 17:33:14.965732 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 49770) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:14.995570 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2d88ef63-b50c-44fe-aa37-f5b42c485880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:15.018299 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-2d88ef63-b50c-44fe-aa37-f5b42c485880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:15.020718 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-79f5f331-d2cc-461b-9ee6-a461c936f034 req-1a2a148c-b717-40af-b629-50bf71d5c2cc tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345403 May 10 17:33:15.024366 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-2d88ef63-b50c-44fe-aa37-f5b42c485880 admin admin] Usage tracker for resource:security_group_rule and tenant:870ec28718f44215a1f153849f7742c9 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:15.031501 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-2d88ef63-b50c-44fe-aa37-f5b42c485880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:15.032758 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847e71bc-8f06-43f6-be6f-79485a336cf4', 'name': 'network-vif-deleted', 'tag': 'a8b114b4-b8b3-4e1c-94bb-7f0aba94199c', 'status': 'completed', 'code': 200} May 10 17:33:15.041627 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-2d88ef63-b50c-44fe-aa37-f5b42c485880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:15.115550 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08aa5bec-2212-4a5c-ae16-6f49444faf7f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Router 9dccc935-b34d-4754-beb0-5ea370805a16 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:33:15.153823 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2d88ef63-b50c-44fe-aa37-f5b42c485880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:15.247882 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2d88ef63-b50c-44fe-aa37-f5b42c485880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:15.264823 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:15.316183 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-2d88ef63-b50c-44fe-aa37-f5b42c485880 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=870ec28718f44215a1f153849f7742c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489063 May 10 17:33:15.320010 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ef63-b50c-44fe-aa37-f5b42c485880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5849ea8-7e7d-44e9-860a-84fcccf713b7,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:15.323647 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 49784) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:15.327106 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-2d88ef63-b50c-44fe-aa37-f5b42c485880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:15.373866 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aa5bec-2212-4a5c-ae16-6f49444faf7f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:33:15.381185 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08aa5bec-2212-4a5c-ae16-6f49444faf7f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:15.387617 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aee7e1-db4d-4d5e-b36f-a4a05de7064f None None] Sync routers for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:33:15.405453 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aee7e1-db4d-4d5e-b36f-a4a05de7064f None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:33:15.406220 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-d7aee7e1-db4d-4d5e-b36f-a4a05de7064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:15.406936 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479c120-f8ee-47a1-835a-dd884c540277 req-155b6921-5e4a-4214-aa88-8c08814c4651 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:15.408550 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b479c120-f8ee-47a1-835a-dd884c540277 req-155b6921-5e4a-4214-aa88-8c08814c4651 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.2040272 May 10 17:33:15.417638 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 49790) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:15.424014 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-f1d9589f-ecc3-44d4-99d3-175a2f1211c9 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Request body: {'floatingip': {'port_id': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:33:15.499037 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-08aa5bec-2212-4a5c-ae16-6f49444faf7f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "PUT /v2.0/floatingips/8d5eb84e-4505-4316-9e09-db9159fd7510 HTTP/1.1" status: 200 len: 990 time: 3.5732403 May 10 17:33:15.543981 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f1d9589f-ecc3-44d4-99d3-175a2f1211c9 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:15.603150 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9afc3b5c-eb18-477a-b121-fc5630b4c629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:15.658840 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-d7aee7e1-db4d-4d5e-b36f-a4a05de7064f None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:33:15.687899 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49802) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:15.768762 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9afc3b5c-eb18-477a-b121-fc5630b4c629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:15.889182 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4f3e73cc-51bd-4366-b98b-690e636f110f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:15.910474 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-4f3e73cc-51bd-4366-b98b-690e636f110f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:15.915653 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-4f3e73cc-51bd-4366-b98b-690e636f110f admin admin] Usage tracker for resource:security_group_rule and tenant:8bd95559a0f1420685234fecfaaf5409 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:15.919036 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-4f3e73cc-51bd-4366-b98b-690e636f110f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:15.926604 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-4f3e73cc-51bd-4366-b98b-690e636f110f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:16.148665 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-a642547c-e47e-4ce5-be38-6038bb5c4642 req-83e55a50-e876-4981-8c5f-7967e587505d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Synchronizing usage tracker for tenant:2df1aa7afb37495899c8a2977a4d43dd on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:33:16.156172 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-d7aee7e1-db4d-4d5e-b36f-a4a05de7064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '8d5eb84e-4505-4316-9e09-db9159fd7510', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'floating_ip_address': '172.28.2.70', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'port_id': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'mac_address': 'fa:16:3e:e5:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:32:50Z', 'updated_at': '2021-05-10T17:33:13Z', 'revision_number': 1, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:49Z', 'revision_number': 5, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:16.161562 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aee7e1-db4d-4d5e-b36f-a4a05de7064f None None] Checking router: 9dccc935-b34d-4754-beb0-5ea370805a16 for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:33:16.173764 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aee7e1-db4d-4d5e-b36f-a4a05de7064f None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:33:16.174582 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4f3e73cc-51bd-4366-b98b-690e636f110f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.174899 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-d7aee7e1-db4d-4d5e-b36f-a4a05de7064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:16.270739 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4f3e73cc-51bd-4366-b98b-690e636f110f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.294062 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device a8b114b4-b8b3-4e1c-94bb-7f0aba94199c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:33:16.298154 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6d8d70c5-3745-4443-8d5e-225b04007d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:16.352149 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-a642547c-e47e-4ce5-be38-6038bb5c4642 req-83e55a50-e876-4981-8c5f-7967e587505d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Unset dirty status for tenant:2df1aa7afb37495899c8a2977a4d43dd on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:33:16.353770 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a642547c-e47e-4ce5-be38-6038bb5c4642 req-83e55a50-e876-4981-8c5f-7967e587505d tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] 10.222.0.24 "GET /v2.0/ports?device_id=847e71bc-8f06-43f6-be6f-79485a336cf4 HTTP/1.1" status: 200 len: 210 time: 0.3050225 May 10 17:33:16.429191 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: a8b114b4-b8b3-4e1c-94bb-7f0aba94199c {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:33:16.429725 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device a8b114b4-b8b3-4e1c-94bb-7f0aba94199c not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:33:16.437984 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device f2be7540-cf95-4829-8c7f-61d216f4e384 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:33:16.458283 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-4f3e73cc-51bd-4366-b98b-690e636f110f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bd95559a0f1420685234fecfaaf5409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7681801 May 10 17:33:16.468869 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49824) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:16.468869 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e73cc-51bd-4366-b98b-690e636f110f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6355bd1-1e30-4116-8cf8-de709ad536e4,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:16.489933 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4f3e73cc-51bd-4366-b98b-690e636f110f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:16.495740 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-d7aee7e1-db4d-4d5e-b36f-a4a05de7064f None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:33:16.539159 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: f2be7540-cf95-4829-8c7f-61d216f4e384 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:33:16.539873 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device f2be7540-cf95-4829-8c7f-61d216f4e384 not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:33:16.593367 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.db.resource_extend [None req-f1d9589f-ecc3-44d4-99d3-175a2f1211c9 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:33:16.664918 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d9d2-7fc4-407c-9c0a-bd307c1728a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.691620 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d9d2-7fc4-407c-9c0a-bd307c1728a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.703662 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f1d9589f-ecc3-44d4-99d3-175a2f1211c9 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.738757 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1c3ba-dc31-44e7-aa2f-7366c00e919f req-89f440fb-5918-4c56-946b-c13a4cbdcc94 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:16.746035 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-54d1c3ba-dc31-44e7-aa2f-7366c00e919f req-89f440fb-5918-4c56-946b-c13a4cbdcc94 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.2193501 May 10 17:33:16.789812 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-54d1c3ba-dc31-44e7-aa2f-7366c00e919f req-e8140786-06ea-4c9c-8a92-516fe02ea345 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 May 10 17:33:16.872523 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9afc3b5c-eb18-477a-b121-fc5630b4c629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.873894 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f1d9589f-ecc3-44d4-99d3-175a2f1211c9 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.929417 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d9d2-7fc4-407c-9c0a-bd307c1728a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.936395 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:16.966489 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d9d2-7fc4-407c-9c0a-bd307c1728a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.967647 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-b1a7d9d2-7fc4-407c-9c0a-bd307c1728a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6355bd1-1e30-4116-8cf8-de709ad536e4 HTTP/1.1" status: 204 len: 168 time: 0.4768703 May 10 17:33:16.978980 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7d9d2-7fc4-407c-9c0a-bd307c1728a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6355bd1-1e30-4116-8cf8-de709ad536e4,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:16.986435 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b1a7d9d2-7fc4-407c-9c0a-bd307c1728a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:17.011531 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:17.020998 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-d7aee7e1-db4d-4d5e-b36f-a4a05de7064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '8d5eb84e-4505-4316-9e09-db9159fd7510', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'floating_ip_address': '172.28.2.70', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'port_id': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'mac_address': 'fa:16:3e:e5:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:32:50Z', 'updated_at': '2021-05-10T17:33:13Z', 'revision_number': 1, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:49Z', 'revision_number': 5, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:17.027626 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aee7e1-db4d-4d5e-b36f-a4a05de7064f None None] The sync data for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb is: [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '8d5eb84e-4505-4316-9e09-db9159fd7510', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'floating_ip_address': '172.28.2.70', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'port_id': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'mac_address': 'fa:16:3e:e5:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:32:50Z', 'updated_at': '2021-05-10T17:33:13Z', 'revision_number': 1, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:49Z', 'revision_number': 5, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:33:17.035545 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc3b5c-eb18-477a-b121-fc5630b4c629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5849ea8-7e7d-44e9-860a-84fcccf713b7,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:17.035651 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:17.038111 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9afc3b5c-eb18-477a-b121-fc5630b4c629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:17.059551 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9afc3b5c-eb18-477a-b121-fc5630b4c629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:17.060714 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-9afc3b5c-eb18-477a-b121-fc5630b4c629 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5849ea8-7e7d-44e9-860a-84fcccf713b7 HTTP/1.1" status: 204 len: 168 time: 1.7363818 May 10 17:33:17.093191 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'status': 'completed', 'code': 200} May 10 17:33:17.119091 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.l3_db [None req-f1d9589f-ecc3-44d4-99d3-175a2f1211c9 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Floating IP 118cf9c9-9b66-4727-8bcd-296cc25a8701 associated. External IP: 172.28.2.41, port: 0fe6b61d-548b-4309-8972-4cfc5fbbe96f. May 10 17:33:17.212855 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61db0e-1930-42a8-a3d5-5e4c88cac5d7 req-75c4faea-cdba-432f-8f31-c91210d9ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:17.218330 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1c61db0e-1930-42a8-a3d5-5e4c88cac5d7 req-75c4faea-cdba-432f-8f31-c91210d9ff72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 1098 time: 0.0961928 May 10 17:33:17.343307 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e69fb-3e48-4505-9fcc-2f4a138aabe1 None None] New status for floating IP 8d5eb84e-4505-4316-9e09-db9159fd7510: ACTIVE {{(pid=79210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:33:17.421791 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61db0e-1930-42a8-a3d5-5e4c88cac5d7 req-c1abd87a-c76b-4053-b57c-b4a04cf6aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:17.423729 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1c61db0e-1930-42a8-a3d5-5e4c88cac5d7 req-c1abd87a-c76b-4053-b57c-b4a04cf6aa7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 200 len: 917 time: 0.1998618 May 10 17:33:17.595755 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1c61db0e-1930-42a8-a3d5-5e4c88cac5d7 req-ad914b8d-fb7f-48ac-8909-3c1650ae2cd0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee HTTP/1.1" status: 200 len: 998 time: 0.1605575 May 10 17:33:17.620703 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d9589f-ecc3-44d4-99d3-175a2f1211c9 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Router 0887f130-fe9d-443c-8299-bcb6f9e17f18 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:33:17.718615 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61db0e-1930-42a8-a3d5-5e4c88cac5d7 req-7ce28bb1-8bcb-4a73-91b5-0b2f5cbd7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:17.720005 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1c61db0e-1930-42a8-a3d5-5e4c88cac5d7 req-7ce28bb1-8bcb-4a73-91b5-0b2f5cbd7cf6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca218de9-5eb7-45be-9784-dfe588b4a018 HTTP/1.1" status: 200 len: 855 time: 0.1142976 May 10 17:33:17.801426 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49864) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:17.882078 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d9589f-ecc3-44d4-99d3-175a2f1211c9 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:33:17.893029 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d00163f-ac3c-4e53-bef0-e39a11f83263 None None] Sync routers for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:33:17.902649 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f1d9589f-ecc3-44d4-99d3-175a2f1211c9 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:17.909165 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d00163f-ac3c-4e53-bef0-e39a11f83263 None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:33:17.915987 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-2d00163f-ac3c-4e53-bef0-e39a11f83263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:18.079475 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:18.100847 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:18.106295 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Usage tracker for resource:security_group_rule and tenant:254c596a55d64a3ca41f2fd4506e41b2 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:18.120212 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:18.133753 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:18.135568 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-f1d9589f-ecc3-44d4-99d3-175a2f1211c9 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "PUT /v2.0/floatingips/118cf9c9-9b66-4727-8bcd-296cc25a8701 HTTP/1.1" status: 200 len: 990 time: 2.7168841 May 10 17:33:18.141129 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc4799f-07dd-4e32-9f56-a3798aa75277', 'tag': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:18.191855 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61db0e-1930-42a8-a3d5-5e4c88cac5d7 req-828f126e-dc75-4e4b-8287-5398560d111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:18.193334 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1c61db0e-1930-42a8-a3d5-5e4c88cac5d7 req-828f126e-dc75-4e4b-8287-5398560d111a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=025c12d2-d785-400c-8db6-8fd4c9c625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4597719 May 10 17:33:18.253857 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c8e54-ff75-4395-956e-eef4101b451e req-7b0d403b-9348-4ce9-8d4f-fc2d70e1b477 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:18.254171 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-2d00163f-ac3c-4e53-bef0-e39a11f83263 None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:33:18.266719 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-152c8e54-ff75-4395-956e-eef4101b451e req-7b0d403b-9348-4ce9-8d4f-fc2d70e1b477 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.1731527 May 10 17:33:18.350063 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-152c8e54-ff75-4395-956e-eef4101b451e req-177ef352-042a-42ac-ba7b-4899c51ff39a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823221 May 10 17:33:18.471430 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1c61db0e-1930-42a8-a3d5-5e4c88cac5d7 req-3460488d-1781-447c-be75-800059fc3c78 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708619 May 10 17:33:18.471878 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc4799f-07dd-4e32-9f56-a3798aa75277', 'tag': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f', 'status': 'completed', 'code': 200} May 10 17:33:18.640615 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:18.649898 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6760c-e3a5-467b-a359-89b24e84e53d req-539247a9-c0b7-4704-8503-e1500fe48399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:18.651409 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2db6760c-e3a5-467b-a359-89b24e84e53d req-539247a9-c0b7-4704-8503-e1500fe48399 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8fad140a8b34d5c803303892ce98af1&device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 1098 time: 0.1562252 May 10 17:33:18.721075 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1c61db0e-1930-42a8-a3d5-5e4c88cac5d7 req-50316777-961b-497f-acbe-0fbb0dc43f6b service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294672 May 10 17:33:18.797784 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:18.809425 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6fcce82e-0919-4272-bb7c-0ae63d863de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:18.809927 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-2d00163f-ac3c-4e53-bef0-e39a11f83263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '118cf9c9-9b66-4727-8bcd-296cc25a8701', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'floating_ip_address': '172.28.2.41', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'port_id': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'mac_address': 'fa:16:3e:6a:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc4799f-07dd-4e32-9f56-a3798aa75277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:32:52Z', 'updated_at': '2021-05-10T17:33:16Z', 'revision_number': 1, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:50Z', 'revision_number': 5, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:18.815220 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d00163f-ac3c-4e53-bef0-e39a11f83263 None None] Checking router: 0887f130-fe9d-443c-8299-bcb6f9e17f18 for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:33:18.830578 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d00163f-ac3c-4e53-bef0-e39a11f83263 None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:33:18.831204 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-2d00163f-ac3c-4e53-bef0-e39a11f83263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:32:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:18.874689 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=254c596a55d64a3ca41f2fd4506e41b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0726848 May 10 17:33:18.875490 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49906) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:18.895854 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de245455-359b-4a01-9b13-62b1e8b53f6e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:18.909237 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:18.909731 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:18.910144 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:18.910701 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:18.911101 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:18.911448 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:18.911953 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:18.912314 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:18.912642 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:18.912978 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:18.913753 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:18.914102 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:18.919434 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:18.975926 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-77dfb17d-3316-4a34-8937-252c383d5048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:18.988991 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6760c-e3a5-467b-a359-89b24e84e53d req-9fc0ecd6-59ce-4701-9f54-37f7c420f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:18.990324 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2db6760c-e3a5-467b-a359-89b24e84e53d req-9fc0ecd6-59ce-4701-9f54-37f7c420f0d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c20e4456-ac37-4c58-9b03-d15f31abbb4c HTTP/1.1" status: 200 len: 912 time: 0.3297505 May 10 17:33:19.014797 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-77dfb17d-3316-4a34-8937-252c383d5048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:19.048415 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-2d00163f-ac3c-4e53-bef0-e39a11f83263 None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:33:19.132314 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2db6760c-e3a5-467b-a359-89b24e84e53d req-a84f8f83-e971-4ea8-8128-be9bc05a6529 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fe6b61d-548b-4309-8972-4cfc5fbbe96f HTTP/1.1" status: 200 len: 998 time: 0.1342304 May 10 17:33:19.163688 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-77dfb17d-3316-4a34-8937-252c383d5048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:19.176298 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b1a7d9d2-7fc4-407c-9c0a-bd307c1728a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:19.191527 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfb17d-3316-4a34-8937-252c383d5048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de245455-359b-4a01-9b13-62b1e8b53f6e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:19.197019 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-77dfb17d-3316-4a34-8937-252c383d5048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:19.197019 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-77dfb17d-3316-4a34-8937-252c383d5048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:19.198455 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-77dfb17d-3316-4a34-8937-252c383d5048 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de245455-359b-4a01-9b13-62b1e8b53f6e HTTP/1.1" status: 204 len: 168 time: 0.3186100 May 10 17:33:19.267499 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6760c-e3a5-467b-a359-89b24e84e53d req-65ecd4b9-6d03-4e02-8be4-9ca1d26b28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:19.273130 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2db6760c-e3a5-467b-a359-89b24e84e53d req-65ecd4b9-6d03-4e02-8be4-9ca1d26b28a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75aca7b6-f2af-4dda-be71-726ffe0ee9bc HTTP/1.1" status: 200 len: 850 time: 0.1335399 May 10 17:33:19.468465 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6760c-e3a5-467b-a359-89b24e84e53d req-6eee31d2-b184-41f1-a157-89ebc8d0e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:19.471752 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2db6760c-e3a5-467b-a359-89b24e84e53d req-6eee31d2-b184-41f1-a157-89ebc8d0e28f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c20e4456-ac37-4c58-9b03-d15f31abbb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1844604 May 10 17:33:19.614923 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-2d00163f-ac3c-4e53-bef0-e39a11f83263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '118cf9c9-9b66-4727-8bcd-296cc25a8701', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'floating_ip_address': '172.28.2.41', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'port_id': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'mac_address': 'fa:16:3e:6a:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc4799f-07dd-4e32-9f56-a3798aa75277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:32:52Z', 'updated_at': '2021-05-10T17:33:16Z', 'revision_number': 1, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:50Z', 'revision_number': 5, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:19.629038 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d00163f-ac3c-4e53-bef0-e39a11f83263 None None] The sync data for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb is: [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '118cf9c9-9b66-4727-8bcd-296cc25a8701', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'floating_ip_address': '172.28.2.41', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'port_id': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'mac_address': 'fa:16:3e:6a:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc4799f-07dd-4e32-9f56-a3798aa75277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:32:52Z', 'updated_at': '2021-05-10T17:33:16Z', 'revision_number': 1, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:50Z', 'revision_number': 5, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:33:19.743837 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f9006-eed2-49f0-a85f-bf0bdead2ad8 req-efceebd6-e784-41db-b960-1b53ba5a86ef tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:19.745286 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9a2f9006-eed2-49f0-a85f-bf0bdead2ad8 req-efceebd6-e784-41db-b960-1b53ba5a86ef tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.2328095 May 10 17:33:19.749342 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2db6760c-e3a5-467b-a359-89b24e84e53d req-5e3c01a8-8604-4eb0-ba76-a6acb0200ecf service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654016 May 10 17:33:19.903658 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 49948) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:19.955629 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2db6760c-e3a5-467b-a359-89b24e84e53d req-257d2bff-0856-4c17-9ce5-6b67e433f5ef service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713359 May 10 17:33:19.975607 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9a2f9006-eed2-49f0-a85f-bf0bdead2ad8 req-d7bc5e70-e555-4213-907d-092c3bb82873 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178874 May 10 17:33:20.005759 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec879b-ffac-4eb7-895e-846ca88d5d11 None None] New status for floating IP 118cf9c9-9b66-4727-8bcd-296cc25a8701: ACTIVE {{(pid=79210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:33:20.021299 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_v2 [None req-422ca72b-0bff-4808-b181-c74cc4af3046 admin admin] Deleting subnet 2aa903e4-b0c1-4352-8427-ea68ec543cc0 {{(pid=79208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:33:20.029195 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-422ca72b-0bff-4808-b181-c74cc4af3046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:20.096815 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-422ca72b-0bff-4808-b181-c74cc4af3046 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:20.105816 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-422ca72b-0bff-4808-b181-c74cc4af3046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:20.598478 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-422ca72b-0bff-4808-b181-c74cc4af3046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for subnet, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:20.604477 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:20.648218 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-422ca72b-0bff-4808-b181-c74cc4af3046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:20.652536 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ca72b-0bff-4808-b181-c74cc4af3046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa903e4-b0c1-4352-8427-ea68ec543cc0,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:20.657516 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-422ca72b-0bff-4808-b181-c74cc4af3046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:20.662607 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-422ca72b-0bff-4808-b181-c74cc4af3046 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2aa903e4-b0c1-4352-8427-ea68ec543cc0 HTTP/1.1" status: 204 len: 168 time: 0.7578037 May 10 17:33:20.665225 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 49984) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:20.790306 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:20.916736 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:20.930641 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:20.931005 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:20.931761 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:20.932097 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > port after_create 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:20.932414 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:20.932881 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > port after_update 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:20.933046 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:20.933366 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:20.933679 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:20.933990 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:21.087906 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:21.088087 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:21.088425 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:21.088858 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:21.089285 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eaded28-2d1e-4298-a521-2a403f92bfc4']}} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:21.104219 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbde5b88-13b1-4281-b036-730c11adb6ee') {'for_net_delete': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:21.104553 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbde5b88-13b1-4281-b036-730c11adb6ee') {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:21.119415 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3406499'] for segment, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:21.144221 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:21.153505 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=79209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:33:21.154317 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686802'] for segment, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: from cryptography.utils import int_from_bytes May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: from cryptography.utils import int_from_bytes May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: Traceback (most recent call last): May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: timer() May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: cb(*args, **kw) May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: return func(*args, **kwargs) May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: self._notify() May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: self.callback(batched_events) May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: event.method(event) May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: return f(self, *a, **k) May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: return self._get(url).json() May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: return self.request(url, 'GET', **kwargs) May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:33:21.171428 dv-cinder-786386-3-smb neutron-server[79209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:33:21.238615 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df3327-0eed-47ca-bdc2-476dfa17a881 req-d15678f1-e22b-4968-8991-0625fbdd2185 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:21.240090 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b2df3327-0eed-47ca-bdc2-476dfa17a881 req-d15678f1-e22b-4968-8991-0625fbdd2185 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.1072581 May 10 17:33:21.305957 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b2df3327-0eed-47ca-bdc2-476dfa17a881 req-fa7eacc3-39bb-4bf0-bd0a-835da4056943 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597584 May 10 17:33:21.369734 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:21.374368 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:21.393344 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:21.397026 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Pushing event deleted for resources: {'Network': ['ID=3eaded28-2d1e-4298-a521-2a403f92bfc4,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:21.412527 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:21.412999 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:21.413345 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:21.413684 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:21.414042 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:21.414417 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:21.414755 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:21.415082 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:21.415407 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:21.415735 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:21.416056 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:21.416376 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:21.419995 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:21.507062 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-88a96d03-ce39-429e-8a20-606f1294c5ac admin admin] 10.222.0.24 "DELETE /v2.0/networks/3eaded28-2d1e-4298-a521-2a403f92bfc4 HTTP/1.1" status: 204 len: 168 time: 0.8405824 May 10 17:33:22.023017 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 50032) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:22.071949 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-12d8ebcf-fead-4fbe-8fa4-2209469e70a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2df1aa7afb37495899c8a2977a4d43dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476558 May 10 17:33:22.074568 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 50036) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:22.135615 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8de0c438-968f-4a4e-9f14-def03f4cdf7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:22.161031 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8de0c438-968f-4a4e-9f14-def03f4cdf7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:22.329931 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8de0c438-968f-4a4e-9f14-def03f4cdf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:22.335232 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:22.351715 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0c438-968f-4a4e-9f14-def03f4cdf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2765ce4-4c75-4601-84bb-20d3b385b194,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:22.373895 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-8de0c438-968f-4a4e-9f14-def03f4cdf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:22.409889 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8de0c438-968f-4a4e-9f14-def03f4cdf7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:22.414129 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-8de0c438-968f-4a4e-9f14-def03f4cdf7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2765ce4-4c75-4601-84bb-20d3b385b194 HTTP/1.1" status: 204 len: 168 time: 0.3385763 May 10 17:33:22.649706 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4bf07-564c-4fe2-b295-7543609e637d req-080e335d-68c5-44a9-b11d-ed4b31dcc116 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:22.658128 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1bb4bf07-564c-4fe2-b295-7543609e637d req-080e335d-68c5-44a9-b11d-ed4b31dcc116 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0982826 May 10 17:33:22.699975 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1bb4bf07-564c-4fe2-b295-7543609e637d req-9190964b-2795-4f8f-8b09-8200537f256e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407300 May 10 17:33:23.454535 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-48f30244-6a63-4a74-ba7f-a49ae92239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:23.898515 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002955c-51d3-415b-9ccd-bc9dc8f00d03 req-4353cc20-11bb-46b9-8afa-6fee9efbc30d tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:23.900026 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2002955c-51d3-415b-9ccd-bc9dc8f00d03 req-4353cc20-11bb-46b9-8afa-6fee9efbc30d tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0841734 May 10 17:33:23.973232 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2002955c-51d3-415b-9ccd-bc9dc8f00d03 req-6f137a3b-0195-416c-88f7-243e02c60432 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662947 May 10 17:33:25.174682 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48271706-5517-44e8-8119-baffce5d30df req-bbceded3-6029-42f3-be0c-cd54a1e2235b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:25.176144 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-48271706-5517-44e8-8119-baffce5d30df req-bbceded3-6029-42f3-be0c-cd54a1e2235b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0828912 May 10 17:33:25.225532 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-48271706-5517-44e8-8119-baffce5d30df req-3aae636f-39fd-4263-807c-e3fb574fdfb7 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426836 May 10 17:33:26.094569 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-9169cc74-5841-4361-9dd0-5737dfc91073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:26.203172 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:26.417923 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2fb67-3543-44df-afb1-6af074a3c126 req-6f867727-1ab7-41c9-ab55-c2fb43acd614 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:26.419478 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6de2fb67-3543-44df-afb1-6af074a3c126 req-6f867727-1ab7-41c9-ab55-c2fb43acd614 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0811338 May 10 17:33:26.474835 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6de2fb67-3543-44df-afb1-6af074a3c126 req-a22273d6-c15d-4314-a131-788411eb56f7 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478206 May 10 17:33:26.837537 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:27.697139 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53236eca-9616-4ae1-a1c6-ce3e9bb0a47a req-d04a7988-e26c-4f89-8058-c8071db16a0a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:27.702924 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-53236eca-9616-4ae1-a1c6-ce3e9bb0a47a req-d04a7988-e26c-4f89-8058-c8071db16a0a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.1050797 May 10 17:33:27.716396 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50306) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:27.753805 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-53236eca-9616-4ae1-a1c6-ce3e9bb0a47a req-8eed56d3-490f-42c9-95d6-271ee5dc0abd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474975 May 10 17:33:27.817726 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50314) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:27.898481 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5509-a88d-4cab-85f6-f12abdf67cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:27.914214 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0a8c5509-a88d-4cab-85f6-f12abdf67cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:27.918843 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0a8c5509-a88d-4cab-85f6-f12abdf67cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:a09ac3568cda47e2a9a47ce5e9d0ed00 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:27.921847 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0a8c5509-a88d-4cab-85f6-f12abdf67cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:27.927932 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0a8c5509-a88d-4cab-85f6-f12abdf67cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:27.954455 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b23b4e99-98c1-4122-9245-024b31520f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:27.979000 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b23b4e99-98c1-4122-9245-024b31520f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:27.986153 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b23b4e99-98c1-4122-9245-024b31520f50 admin admin] Usage tracker for resource:security_group_rule and tenant:27600a221815416d93c50bd20054cd82 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:27.989644 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b23b4e99-98c1-4122-9245-024b31520f50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:27.997507 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b23b4e99-98c1-4122-9245-024b31520f50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:28.080597 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5509-a88d-4cab-85f6-f12abdf67cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.122133 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b23b4e99-98c1-4122-9245-024b31520f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.140236 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5509-a88d-4cab-85f6-f12abdf67cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.148061 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-45fe5f61-2b4d-44e1-8e96-3df2942a6656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:28.188611 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b23b4e99-98c1-4122-9245-024b31520f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.212568 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 50330) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:28.212694 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-0a8c5509-a88d-4cab-85f6-f12abdf67cb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a09ac3568cda47e2a9a47ce5e9d0ed00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935579 May 10 17:33:28.217611 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c5509-a88d-4cab-85f6-f12abdf67cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dc07f6-9713-43b4-b285-f4c4eced1554,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:28.224084 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0a8c5509-a88d-4cab-85f6-f12abdf67cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:28.224738 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:28.258870 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-b23b4e99-98c1-4122-9245-024b31520f50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27600a221815416d93c50bd20054cd82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399753 May 10 17:33:28.266941 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50334) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:28.283741 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b4e99-98c1-4122-9245-024b31520f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aad4e9e-88ea-40bf-a446-e1a286251c81,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:28.287151 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b23b4e99-98c1-4122-9245-024b31520f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:28.289906 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-183bc8b8-e028-4021-bbc5-404265e6e30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.321013 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-183bc8b8-e028-4021-bbc5-404265e6e30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.340113 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fe211254-ba55-4336-91fc-6048dbc9df0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.365941 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fe211254-ba55-4336-91fc-6048dbc9df0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.465812 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-183bc8b8-e028-4021-bbc5-404265e6e30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.469497 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:28.483904 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bc8b8-e028-4021-bbc5-404265e6e30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dc07f6-9713-43b4-b285-f4c4eced1554,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:28.494679 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-183bc8b8-e028-4021-bbc5-404265e6e30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:28.495413 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-183bc8b8-e028-4021-bbc5-404265e6e30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.496406 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fe211254-ba55-4336-91fc-6048dbc9df0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.496518 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-183bc8b8-e028-4021-bbc5-404265e6e30a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6dc07f6-9713-43b4-b285-f4c4eced1554 HTTP/1.1" status: 204 len: 168 time: 0.2827878 May 10 17:33:28.502742 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-24854a14-b338-4435-9828-6928997559ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:28.519974 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe211254-ba55-4336-91fc-6048dbc9df0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aad4e9e-88ea-40bf-a446-e1a286251c81,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:28.522579 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fe211254-ba55-4336-91fc-6048dbc9df0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:28.547889 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fe211254-ba55-4336-91fc-6048dbc9df0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.551440 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-fe211254-ba55-4336-91fc-6048dbc9df0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2aad4e9e-88ea-40bf-a446-e1a286251c81 HTTP/1.1" status: 204 len: 168 time: 0.2778926 May 10 17:33:28.791837 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.966471 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6753-9318-4bde-9d2a-cae13b3b46b1 req-2d656e3f-8f7b-4fd0-aa9b-6f13e7b8d72f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:28.968996 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-03cc6753-9318-4bde-9d2a-cae13b3b46b1 req-2d656e3f-8f7b-4fd0-aa9b-6f13e7b8d72f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.1063235 May 10 17:33:29.016533 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-03cc6753-9318-4bde-9d2a-cae13b3b46b1 req-960b6e67-e38e-4c6e-8f33-b0b08d5ff44b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410116 May 10 17:33:29.340874 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50368) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:29.365543 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f42c592d-f186-48cd-8815-8c1a4e3868f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:29.379962 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f42c592d-f186-48cd-8815-8c1a4e3868f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:29.383788 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f42c592d-f186-48cd-8815-8c1a4e3868f5 admin admin] Usage tracker for resource:security_group_rule and tenant:c09f809a9f7c43f2a9b1a4caae5a213f is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:29.386682 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f42c592d-f186-48cd-8815-8c1a4e3868f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:29.393113 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f42c592d-f186-48cd-8815-8c1a4e3868f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:29.432873 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50374) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:29.457150 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4652ce75-5b6a-49a0-9171-c30ea10d83a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:29.488206 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-4652ce75-5b6a-49a0-9171-c30ea10d83a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:29.580992 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-4652ce75-5b6a-49a0-9171-c30ea10d83a0 admin admin] Usage tracker for resource:security_group_rule and tenant:6d88e81605e547818e7bdca8e83bfa67 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:29.593914 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-4652ce75-5b6a-49a0-9171-c30ea10d83a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:29.607846 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-4652ce75-5b6a-49a0-9171-c30ea10d83a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:29.618933 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f42c592d-f186-48cd-8815-8c1a4e3868f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:29.669487 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f42c592d-f186-48cd-8815-8c1a4e3868f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:29.679293 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-08ce8063-6b30-44db-b56d-2d4f37e5ef5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:29.742645 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-f42c592d-f186-48cd-8815-8c1a4e3868f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c09f809a9f7c43f2a9b1a4caae5a213f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006076 May 10 17:33:29.743471 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c592d-f186-48cd-8815-8c1a4e3868f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b2665b-5970-4ca8-9c1b-24fbc00fb7eb,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:29.745989 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 50392) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:29.749952 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f42c592d-f186-48cd-8815-8c1a4e3868f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:29.805857 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4652ce75-5b6a-49a0-9171-c30ea10d83a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:29.887949 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd6cb-a8a6-4d12-8149-660f4ecd6ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:29.913721 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd6cb-a8a6-4d12-8149-660f4ecd6ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:29.923220 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4652ce75-5b6a-49a0-9171-c30ea10d83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:29.932630 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b4a0a87a-5aee-4ceb-bb45-45542409e80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:29.974722 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-4652ce75-5b6a-49a0-9171-c30ea10d83a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d88e81605e547818e7bdca8e83bfa67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5408003 May 10 17:33:29.975618 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652ce75-5b6a-49a0-9171-c30ea10d83a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd389441-ca5b-4512-ab31-2c218b882af6,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:29.977410 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 50396) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:29.978689 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4652ce75-5b6a-49a0-9171-c30ea10d83a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:30.036350 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7fda1b32-fe41-48da-8417-904f03087b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.062421 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7fda1b32-fe41-48da-8417-904f03087b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.086687 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd6cb-a8a6-4d12-8149-660f4ecd6ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.092223 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-52ad780d-f500-404f-8427-ce0a3727fbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:30.118542 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbd6cb-a8a6-4d12-8149-660f4ecd6ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b2665b-5970-4ca8-9c1b-24fbc00fb7eb,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:30.121919 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a2fbd6cb-a8a6-4d12-8149-660f4ecd6ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:30.125001 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd6cb-a8a6-4d12-8149-660f4ecd6ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.129179 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-a2fbd6cb-a8a6-4d12-8149-660f4ecd6ae3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6b2665b-5970-4ca8-9c1b-24fbc00fb7eb HTTP/1.1" status: 204 len: 168 time: 0.3814516 May 10 17:33:30.183288 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 50406) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:30.224307 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cd95d-541c-403b-bec2-a3be3d6bfcca req-42806fb6-8db0-41ef-9828-a8917581ea96 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:30.230647 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fc0cd95d-541c-403b-bec2-a3be3d6bfcca req-42806fb6-8db0-41ef-9828-a8917581ea96 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0989931 May 10 17:33:30.281119 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fc0cd95d-541c-403b-bec2-a3be3d6bfcca req-8ab924bb-93f2-452b-a9bf-e55e22fcbe0d tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489814 May 10 17:33:30.294497 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7fda1b32-fe41-48da-8417-904f03087b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.308998 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:30.327090 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda1b32-fe41-48da-8417-904f03087b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd389441-ca5b-4512-ab31-2c218b882af6,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:30.329831 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-7fda1b32-fe41-48da-8417-904f03087b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:30.339252 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7fda1b32-fe41-48da-8417-904f03087b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.340336 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-7fda1b32-fe41-48da-8417-904f03087b91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd389441-ca5b-4512-ab31-2c218b882af6 HTTP/1.1" status: 204 len: 168 time: 0.3620048 May 10 17:33:30.343826 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0bd09ab-5035-4192-8ba5-08c6906ee64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.361614 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-b0bd09ab-5035-4192-8ba5-08c6906ee64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:30.368317 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-b0bd09ab-5035-4192-8ba5-08c6906ee64c admin admin] Usage tracker for resource:security_group_rule and tenant:119ccc34a55940c2be510cad6de3617a is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:30.373499 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-b0bd09ab-5035-4192-8ba5-08c6906ee64c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:30.384733 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-b0bd09ab-5035-4192-8ba5-08c6906ee64c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:30.482568 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0bd09ab-5035-4192-8ba5-08c6906ee64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.557288 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0bd09ab-5035-4192-8ba5-08c6906ee64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.566691 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-02b82a28-b651-4300-a8b3-ba0abca542aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:30.605455 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-b0bd09ab-5035-4192-8ba5-08c6906ee64c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=119ccc34a55940c2be510cad6de3617a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210920 May 10 17:33:30.608343 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50424) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:30.610558 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd09ab-5035-4192-8ba5-08c6906ee64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98c081f-41e3-4023-a289-eee520a5f2c7,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:30.613903 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b0bd09ab-5035-4192-8ba5-08c6906ee64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:30.681339 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-def2ceb1-2b62-4075-911c-73deb4d72119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.720296 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-def2ceb1-2b62-4075-911c-73deb4d72119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.894119 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-def2ceb1-2b62-4075-911c-73deb4d72119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.902481 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b247217b-092e-40ab-83f0-9ff5b1afca26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:30.944960 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2ceb1-2b62-4075-911c-73deb4d72119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98c081f-41e3-4023-a289-eee520a5f2c7,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:30.950531 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-def2ceb1-2b62-4075-911c-73deb4d72119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:30.955319 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-def2ceb1-2b62-4075-911c-73deb4d72119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.956871 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-def2ceb1-2b62-4075-911c-73deb4d72119 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e98c081f-41e3-4023-a289-eee520a5f2c7 HTTP/1.1" status: 204 len: 168 time: 0.3465087 May 10 17:33:31.496647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d1d44-490e-4767-bd64-f731cd6d06dc req-5133ec78-a9d0-4358-b012-817176e9826f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:31.498124 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-977d1d44-490e-4767-bd64-f731cd6d06dc req-5133ec78-a9d0-4358-b012-817176e9826f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0802732 May 10 17:33:31.547774 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-977d1d44-490e-4767-bd64-f731cd6d06dc req-8e932229-8066-43e2-891d-b6691a76a80e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434945 May 10 17:33:31.919126 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50484) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:31.937848 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4735a138-0a13-412a-bbc6-081486705479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:31.958474 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-4735a138-0a13-412a-bbc6-081486705479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:31.964433 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-4735a138-0a13-412a-bbc6-081486705479 admin admin] Usage tracker for resource:security_group_rule and tenant:6019e90f56954a81b5710122ea2eab91 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:31.967871 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-4735a138-0a13-412a-bbc6-081486705479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:31.974479 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-4735a138-0a13-412a-bbc6-081486705479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:32.072441 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4735a138-0a13-412a-bbc6-081486705479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:32.202723 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4735a138-0a13-412a-bbc6-081486705479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:32.214042 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:32.257798 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-4735a138-0a13-412a-bbc6-081486705479 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6019e90f56954a81b5710122ea2eab91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375931 May 10 17:33:32.258921 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735a138-0a13-412a-bbc6-081486705479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbabce6-40da-44da-91b9-23152b4a650c,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:32.260447 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 50500) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:32.277149 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4735a138-0a13-412a-bbc6-081486705479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:32.332707 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b98ef81d-84be-4636-90c5-9502f7a3f84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:32.377866 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b98ef81d-84be-4636-90c5-9502f7a3f84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:32.523433 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b98ef81d-84be-4636-90c5-9502f7a3f84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:32.528717 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-044b7d25-d65e-4811-bb69-7052a8af2be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:32.545861 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ef81d-84be-4636-90c5-9502f7a3f84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbabce6-40da-44da-91b9-23152b4a650c,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:32.549640 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b98ef81d-84be-4636-90c5-9502f7a3f84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:32.559219 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b98ef81d-84be-4636-90c5-9502f7a3f84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:32.561075 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-b98ef81d-84be-4636-90c5-9502f7a3f84c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fbabce6-40da-44da-91b9-23152b4a650c HTTP/1.1" status: 204 len: 168 time: 0.2985055 May 10 17:33:32.740958 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45abcc-ae8c-447a-971e-33fe340de1e0 req-aeadfe1f-b232-4794-8ff3-1a318201ee79 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:32.746945 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6d45abcc-ae8c-447a-971e-33fe340de1e0 req-aeadfe1f-b232-4794-8ff3-1a318201ee79 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0931666 May 10 17:33:32.789007 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6d45abcc-ae8c-447a-971e-33fe340de1e0 req-2fe3ac05-0bd8-42b1-9dd7-2154196902b4 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 May 10 17:33:33.985752 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2679145-f907-48c7-bf1a-5c8d7841b648 req-25a7939e-cfb4-43d9-9f05-6b7125201224 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:33.987263 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f2679145-f907-48c7-bf1a-5c8d7841b648 req-25a7939e-cfb4-43d9-9f05-6b7125201224 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0847027 May 10 17:33:34.042753 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f2679145-f907-48c7-bf1a-5c8d7841b648 req-4af1e727-23ad-4e32-8f39-ee0fbfb41eda tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476840 May 10 17:33:34.242527 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 50614) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:34.640982 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5e0cc44d-07a9-4296-a45e-df1e5ca76f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:34.640982 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-5e0cc44d-07a9-4296-a45e-df1e5ca76f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:34.640982 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-5e0cc44d-07a9-4296-a45e-df1e5ca76f7c admin admin] Usage tracker for resource:security_group_rule and tenant:66b3b593edc24f98bcfc3f23ce1147ec is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:34.640982 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-5e0cc44d-07a9-4296-a45e-df1e5ca76f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:34.640982 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-5e0cc44d-07a9-4296-a45e-df1e5ca76f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:34.640982 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5e0cc44d-07a9-4296-a45e-df1e5ca76f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:34.731620 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5e0cc44d-07a9-4296-a45e-df1e5ca76f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:34.747577 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d190cb45-9c4f-4b43-b128-10c9a19fdb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:34.789555 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cc44d-07a9-4296-a45e-df1e5ca76f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87b8717-ab49-4343-a929-16e1f6d033bc,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:34.808784 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-5e0cc44d-07a9-4296-a45e-df1e5ca76f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:34.822648 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-5e0cc44d-07a9-4296-a45e-df1e5ca76f7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66b3b593edc24f98bcfc3f23ce1147ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5783556 May 10 17:33:34.823203 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50638) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:34.882881 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-98294b6e-2c47-4a03-b463-0db36dd0615f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:34.909852 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-98294b6e-2c47-4a03-b463-0db36dd0615f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:35.037245 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-98294b6e-2c47-4a03-b463-0db36dd0615f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:35.042417 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4735a138-0a13-412a-bbc6-081486705479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:35.058436 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98294b6e-2c47-4a03-b463-0db36dd0615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87b8717-ab49-4343-a929-16e1f6d033bc,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:35.061193 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-98294b6e-2c47-4a03-b463-0db36dd0615f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:35.069545 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-98294b6e-2c47-4a03-b463-0db36dd0615f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:35.073573 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-98294b6e-2c47-4a03-b463-0db36dd0615f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e87b8717-ab49-4343-a929-16e1f6d033bc HTTP/1.1" status: 204 len: 168 time: 0.2465143 May 10 17:33:35.295998 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462e102-8c7b-4a18-8bfb-5b07c37c6115 req-1b61d164-f2e2-4e3c-a045-538c54448e69 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:35.297626 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2462e102-8c7b-4a18-8bfb-5b07c37c6115 req-1b61d164-f2e2-4e3c-a045-538c54448e69 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0961626 May 10 17:33:35.416734 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2462e102-8c7b-4a18-8bfb-5b07c37c6115 req-1f0cc257-76a1-4b85-91e7-addaf073beaa tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048739 May 10 17:33:36.086563 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50688) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:36.103837 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e5819e2a-5a67-4b93-8724-f6beeb9d1414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.121697 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e5819e2a-5a67-4b93-8724-f6beeb9d1414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:36.126352 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e5819e2a-5a67-4b93-8724-f6beeb9d1414 admin admin] Usage tracker for resource:security_group_rule and tenant:763ea5a32b504c8ba7bd42ad03b21601 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:36.129249 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e5819e2a-5a67-4b93-8724-f6beeb9d1414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:36.135303 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e5819e2a-5a67-4b93-8724-f6beeb9d1414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:36.221705 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e5819e2a-5a67-4b93-8724-f6beeb9d1414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.277496 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e5819e2a-5a67-4b93-8724-f6beeb9d1414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.284866 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:36.326802 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-e5819e2a-5a67-4b93-8724-f6beeb9d1414 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=763ea5a32b504c8ba7bd42ad03b21601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391520 May 10 17:33:36.327720 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5819e2a-5a67-4b93-8724-f6beeb9d1414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69384d4d-a1f7-4667-b164-cf3268ace12e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:36.329543 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 50694) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:36.330675 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e5819e2a-5a67-4b93-8724-f6beeb9d1414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:36.387380 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c7c232ba-fed4-4fb6-b665-ecf29fc213f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.412600 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c7c232ba-fed4-4fb6-b665-ecf29fc213f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.553185 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c7c232ba-fed4-4fb6-b665-ecf29fc213f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.559497 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b98ef81d-84be-4636-90c5-9502f7a3f84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:36.588178 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c232ba-fed4-4fb6-b665-ecf29fc213f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69384d4d-a1f7-4667-b164-cf3268ace12e,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:36.623180 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c7c232ba-fed4-4fb6-b665-ecf29fc213f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:36.629468 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c7c232ba-fed4-4fb6-b665-ecf29fc213f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.631448 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-c7c232ba-fed4-4fb6-b665-ecf29fc213f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69384d4d-a1f7-4667-b164-cf3268ace12e HTTP/1.1" status: 204 len: 168 time: 0.3008442 May 10 17:33:36.674864 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a38baa-b341-4c9b-b6c6-e1f495f34ca2 req-03a70c43-c437-4523-ac15-880868674bc5 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:36.675688 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-53a38baa-b341-4c9b-b6c6-e1f495f34ca2 req-03a70c43-c437-4523-ac15-880868674bc5 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.1116002 May 10 17:33:36.732669 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-53a38baa-b341-4c9b-b6c6-e1f495f34ca2 req-0c2cb1c9-290e-4d25-b3b4-9bc8b7a6b603 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436225 May 10 17:33:37.305442 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 50732) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:37.436041 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-33f2762e-e86c-4b6e-8278-ca040fe8c483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:37.452155 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-33f2762e-e86c-4b6e-8278-ca040fe8c483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:37.456269 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-33f2762e-e86c-4b6e-8278-ca040fe8c483 admin admin] Usage tracker for resource:security_group_rule and tenant:84c7e53c57d54601a366b22e18ff059d is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:37.459833 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-33f2762e-e86c-4b6e-8278-ca040fe8c483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:37.466078 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-33f2762e-e86c-4b6e-8278-ca040fe8c483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:37.552992 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-33f2762e-e86c-4b6e-8278-ca040fe8c483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:37.619929 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-33f2762e-e86c-4b6e-8278-ca040fe8c483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:37.629003 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-7fda1b32-fe41-48da-8417-904f03087b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:37.669109 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-33f2762e-e86c-4b6e-8278-ca040fe8c483 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84c7e53c57d54601a366b22e18ff059d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623819 May 10 17:33:37.670223 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2762e-e86c-4b6e-8278-ca040fe8c483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2887d674-2f80-473b-a115-f2b072978b2d,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:37.672727 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50748) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:37.673187 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-33f2762e-e86c-4b6e-8278-ca040fe8c483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:37.748418 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6f6e5bc8-cec5-4476-8632-7679b0699358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:37.782560 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6f6e5bc8-cec5-4476-8632-7679b0699358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:37.913029 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6f6e5bc8-cec5-4476-8632-7679b0699358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:37.920292 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4652ce75-5b6a-49a0-9171-c30ea10d83a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:37.935099 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e5bc8-cec5-4476-8632-7679b0699358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2887d674-2f80-473b-a115-f2b072978b2d,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:37.935324 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba27a8-eba0-4497-90fb-65874f0c618b req-4a875400-3641-4c97-b721-e347f8451516 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:37.936847 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1aba27a8-eba0-4497-90fb-65874f0c618b req-4a875400-3641-4c97-b721-e347f8451516 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0929303 May 10 17:33:37.939675 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6f6e5bc8-cec5-4476-8632-7679b0699358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:37.948402 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6f6e5bc8-cec5-4476-8632-7679b0699358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:37.949523 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-6f6e5bc8-cec5-4476-8632-7679b0699358 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2887d674-2f80-473b-a115-f2b072978b2d HTTP/1.1" status: 204 len: 168 time: 0.2752149 May 10 17:33:37.994319 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1aba27a8-eba0-4497-90fb-65874f0c618b req-c11f027f-6bc2-42d1-a579-428640cb4772 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512807 May 10 17:33:38.245028 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7afab0ef-671e-4736-939b-2a4fea2ae684 req-3e9ba8db-1250-4474-932a-4ef62f64654f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696225 May 10 17:33:38.449559 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afab0ef-671e-4736-939b-2a4fea2ae684 req-ed9fc96d-53f5-4390-91b8-fa2cf440b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:38.451939 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7afab0ef-671e-4736-939b-2a4fea2ae684 req-ed9fc96d-53f5-4390-91b8-fa2cf440b982 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 1098 time: 0.0842962 May 10 17:33:38.623868 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afab0ef-671e-4736-939b-2a4fea2ae684 req-96d2df23-d6e8-4e03-b9f5-44a2b57e4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:38.627853 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7afab0ef-671e-4736-939b-2a4fea2ae684 req-96d2df23-d6e8-4e03-b9f5-44a2b57e4e4f service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 200 len: 919 time: 0.1496925 May 10 17:33:38.720873 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7afab0ef-671e-4736-939b-2a4fea2ae684 req-8ea2a54d-59e8-4d13-b4c8-ee40b937c6a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df440aca-80c2-4ed9-b1e8-b8309f1b9387 HTTP/1.1" status: 200 len: 217 time: 0.0716045 May 10 17:33:38.754288 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50810) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:38.789345 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0be66b3a-9af7-45b8-b4ee-bb656a6cea47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:38.811469 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afab0ef-671e-4736-939b-2a4fea2ae684 req-512c6d3e-c6ad-4177-a5ad-42066c064d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:38.816625 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7afab0ef-671e-4736-939b-2a4fea2ae684 req-512c6d3e-c6ad-4177-a5ad-42066c064d82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a352b0e-3e61-497e-a597-659f58f14f47 HTTP/1.1" status: 200 len: 858 time: 0.0850532 May 10 17:33:38.824074 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0be66b3a-9af7-45b8-b4ee-bb656a6cea47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:38.829488 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0be66b3a-9af7-45b8-b4ee-bb656a6cea47 admin admin] Usage tracker for resource:security_group_rule and tenant:deeaaea132f541369b9412bff0cc2a75 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:38.833044 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0be66b3a-9af7-45b8-b4ee-bb656a6cea47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:38.839449 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0be66b3a-9af7-45b8-b4ee-bb656a6cea47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:38.886384 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7afab0ef-671e-4736-939b-2a4fea2ae684 req-78b357d5-26b3-4b3b-b773-b33177118cb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff5deae6-b982-458f-bc91-12732fbdac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647504 May 10 17:33:38.934827 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0be66b3a-9af7-45b8-b4ee-bb656a6cea47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:39.008085 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0be66b3a-9af7-45b8-b4ee-bb656a6cea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:39.020759 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4f3e73cc-51bd-4366-b98b-690e636f110f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:39.074674 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-0be66b3a-9af7-45b8-b4ee-bb656a6cea47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=deeaaea132f541369b9412bff0cc2a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175833 May 10 17:33:39.077789 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be66b3a-9af7-45b8-b4ee-bb656a6cea47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de79cfc-383b-4b4e-b092-d3c5ef49b957,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:39.079709 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0be66b3a-9af7-45b8-b4ee-bb656a6cea47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:39.080461 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50830) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:39.146308 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7afab0ef-671e-4736-939b-2a4fea2ae684 req-a56ddfde-ccec-4fcc-9a81-5d43494f06c9 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486565 May 10 17:33:39.151623 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cbdc-a024-46bc-b1a2-842c278a22e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:39.185012 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cbdc-a024-46bc-b1a2-842c278a22e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:39.326551 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7afab0ef-671e-4736-939b-2a4fea2ae684 req-e88582ce-6bd9-422d-9a09-a5bc5cd6746e service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719844 May 10 17:33:39.329756 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b1f20-04c3-443f-8569-94c77b28db49 req-193065b5-f62c-4fdb-9a2c-ad2aa68c1d61 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:39.331621 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bd5b1f20-04c3-443f-8569-94c77b28db49 req-193065b5-f62c-4fdb-9a2c-ad2aa68c1d61 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0989492 May 10 17:33:39.379730 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bd5b1f20-04c3-443f-8569-94c77b28db49 req-e1fe800e-967d-4b26-8613-483dcb4ca972 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 May 10 17:33:39.391552 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cbdc-a024-46bc-b1a2-842c278a22e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:39.395925 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-def2ceb1-2b62-4075-911c-73deb4d72119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:39.408213 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3cbdc-a024-46bc-b1a2-842c278a22e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de79cfc-383b-4b4e-b092-d3c5ef49b957,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:39.410576 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ccb3cbdc-a024-46bc-b1a2-842c278a22e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:39.416625 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cbdc-a024-46bc-b1a2-842c278a22e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:39.418867 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-ccb3cbdc-a024-46bc-b1a2-842c278a22e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4de79cfc-383b-4b4e-b092-d3c5ef49b957 HTTP/1.1" status: 204 len: 168 time: 0.3372273 May 10 17:33:39.768780 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.370926 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50888) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:40.490876 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7868b37d-11cb-497d-8b61-11cbc36ef061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.506089 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7868b37d-11cb-497d-8b61-11cbc36ef061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:40.510057 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7868b37d-11cb-497d-8b61-11cbc36ef061 admin admin] Usage tracker for resource:security_group_rule and tenant:52c7309e613a459a92ee758e06e1ad7b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:40.513538 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7868b37d-11cb-497d-8b61-11cbc36ef061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:40.520057 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7868b37d-11cb-497d-8b61-11cbc36ef061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:40.535121 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 50898) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:40.603755 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7868b37d-11cb-497d-8b61-11cbc36ef061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.606637 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_v2 [None req-2384720f-e580-405a-b607-f7395d93d422 admin admin] Deleting subnet 698285bc-1bed-4681-8db7-b5d6bcd1d90d {{(pid=79209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:33:40.610478 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2384720f-e580-405a-b607-f7395d93d422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.667540 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db579a-532c-4349-a385-d56056b19e8c req-1640c09d-3755-448f-a695-58808f2921a5 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:40.669006 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c6db579a-532c-4349-a385-d56056b19e8c req-1640c09d-3755-448f-a695-58808f2921a5 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.1797135 May 10 17:33:40.692180 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2384720f-e580-405a-b607-f7395d93d422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3406524'] for subnet, precommit_delete_associations {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.734327 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7868b37d-11cb-497d-8b61-11cbc36ef061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.743480 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:40.763908 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c6db579a-532c-4349-a385-d56056b19e8c req-5a428976-9987-448c-98b9-924806454a5b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883543 May 10 17:33:40.773932 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2384720f-e580-405a-b607-f7395d93d422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.797043 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-7868b37d-11cb-497d-8b61-11cbc36ef061 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52c7309e613a459a92ee758e06e1ad7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248769 May 10 17:33:40.800033 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50904) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:40.812422 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868b37d-11cb-497d-8b61-11cbc36ef061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df81601c-b260-4f48-acf4-62f9f8ddd9be,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:40.817158 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7868b37d-11cb-497d-8b61-11cbc36ef061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:40.866821 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cfb6-9907-4bcb-967f-7c1b76ddae85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.898967 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cfb6-9907-4bcb-967f-7c1b76ddae85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.013040 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cfb6-9907-4bcb-967f-7c1b76ddae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.019572 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0a52d46b-d9f7-4cc4-93d1-fd9ce5cd381c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:41.030648 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6cfb6-9907-4bcb-967f-7c1b76ddae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df81601c-b260-4f48-acf4-62f9f8ddd9be,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:41.035698 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d6a6cfb6-9907-4bcb-967f-7c1b76ddae85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:41.041079 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cfb6-9907-4bcb-967f-7c1b76ddae85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.050348 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-d6a6cfb6-9907-4bcb-967f-7c1b76ddae85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df81601c-b260-4f48-acf4-62f9f8ddd9be HTTP/1.1" status: 204 len: 168 time: 0.2439480 May 10 17:33:41.106302 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2384720f-e580-405a-b607-f7395d93d422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689640'] for subnet, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.112119 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:41.150687 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384720f-e580-405a-b607-f7395d93d422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=698285bc-1bed-4681-8db7-b5d6bcd1d90d,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:41.153372 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2384720f-e580-405a-b607-f7395d93d422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.156086 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-2384720f-e580-405a-b607-f7395d93d422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:41.164756 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-2384720f-e580-405a-b607-f7395d93d422 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/698285bc-1bed-4681-8db7-b5d6bcd1d90d HTTP/1.1" status: 204 len: 168 time: 0.6281726 May 10 17:33:41.180532 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50922) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:41.273605 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.425049 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.444693 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.445530 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.446668 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.447492 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.448316 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.448842 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.449323 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.449794 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.450370 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.451423 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.522525 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.523073 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.523573 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.524065 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:33:41.524620 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22137d96-4e00-4967-a350-647e3cb36493']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:41.540902 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d95de05-3720-4577-93ab-2e0fff90e41f') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:41.541437 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d95de05-3720-4577-93ab-2e0fff90e41f') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:41.554818 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1966198'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.562072 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ffb43-d107-475c-b2d7-10d99259ded0 req-15f21d2a-2838-4135-8714-a43ab034d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:41.563135 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-df9ffb43-d107-475c-b2d7-10d99259ded0 req-15f21d2a-2838-4135-8714-a43ab034d8af service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 1098 time: 0.1070280 May 10 17:33:41.573310 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.581835 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:33:41.582236 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2460591'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: from cryptography.utils import int_from_bytes May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: from cryptography.utils import int_from_bytes May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: Traceback (most recent call last): May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: timer() May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: cb(*args, **kw) May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: return func(*args, **kwargs) May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: self._notify() May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: self.callback(batched_events) May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: event.method(event) May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: return f(self, *a, **k) May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: return self._get(url).json() May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:33:41.599018 dv-cinder-786386-3-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:33:41.629251 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-df9ffb43-d107-475c-b2d7-10d99259ded0 req-08e29dd9-9603-40fc-b126-2616a9e7f8e4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444391 May 10 17:33:41.775596 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50944) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:41.807370 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-831b36e4-825a-4fe5-b410-b7049b4b47fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.820179 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.836675 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:41.859286 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.862096 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-831b36e4-825a-4fe5-b410-b7049b4b47fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:41.871490 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=22137d96-4e00-4967-a350-647e3cb36493,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:41.876448 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-831b36e4-825a-4fe5-b410-b7049b4b47fd admin admin] Usage tracker for resource:security_group_rule and tenant:2b4115eb64a14738b4e4e1ced5fc2119 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:41.879589 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:41.881507 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-831b36e4-825a-4fe5-b410-b7049b4b47fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:41.917359 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-831b36e4-825a-4fe5-b410-b7049b4b47fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:41.970728 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/22137d96-4e00-4967-a350-647e3cb36493 HTTP/1.1" status: 204 len: 168 time: 0.8025906 May 10 17:33:41.973554 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 50950) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:42.016295 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844cee9-7f80-47a1-b6c2-ed5bd28897cd req-bc0506fb-60db-48af-bdb5-0956c3565f49 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:42.017770 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c844cee9-7f80-47a1-b6c2-ed5bd28897cd req-bc0506fb-60db-48af-bdb5-0956c3565f49 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.1333530 May 10 17:33:42.037285 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_v2 [None req-6252e50d-c981-495b-aa7b-b3e7f07e0ffd admin admin] Deleting subnet fed9ee5c-f1e0-47c4-b743-d658c2363685 {{(pid=79209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:33:42.040372 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6252e50d-c981-495b-aa7b-b3e7f07e0ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.062041 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-831b36e4-825a-4fe5-b410-b7049b4b47fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.081344 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c844cee9-7f80-47a1-b6c2-ed5bd28897cd req-25d0acf7-a14e-444a-bb8d-68af9871eacc tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551438 May 10 17:33:42.088966 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6252e50d-c981-495b-aa7b-b3e7f07e0ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3406524'] for subnet, precommit_delete_associations {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.142631 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6252e50d-c981-495b-aa7b-b3e7f07e0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.157122 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-831b36e4-825a-4fe5-b410-b7049b4b47fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.165473 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:42.208040 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-831b36e4-825a-4fe5-b410-b7049b4b47fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b4115eb64a14738b4e4e1ced5fc2119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313040 May 10 17:33:42.209681 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b36e4-825a-4fe5-b410-b7049b4b47fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c6f9c8-ee3d-4e46-8304-e3c1615b78f7,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:42.211987 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50954) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:42.214594 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-831b36e4-825a-4fe5-b410-b7049b4b47fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:42.274745 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ecaf-0c76-43e5-ad87-3c08a615c57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.307184 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ecaf-0c76-43e5-ad87-3c08a615c57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.454068 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ecaf-0c76-43e5-ad87-3c08a615c57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.457993 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-77dfb17d-3316-4a34-8937-252c383d5048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:42.464639 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:33:42.469692 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7ecaf-0c76-43e5-ad87-3c08a615c57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c6f9c8-ee3d-4e46-8304-e3c1615b78f7,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:42.473069 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-9fa7ecaf-0c76-43e5-ad87-3c08a615c57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:42.476292 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ecaf-0c76-43e5-ad87-3c08a615c57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.478672 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-9fa7ecaf-0c76-43e5-ad87-3c08a615c57b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12c6f9c8-ee3d-4e46-8304-e3c1615b78f7 HTTP/1.1" status: 204 len: 168 time: 0.2643898 May 10 17:33:42.506394 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6252e50d-c981-495b-aa7b-b3e7f07e0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689640'] for subnet, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.510077 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-32b9f816-30bf-4316-942e-60e2bb2624be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:42.555648 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6252e50d-c981-495b-aa7b-b3e7f07e0ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.563595 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252e50d-c981-495b-aa7b-b3e7f07e0ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed9ee5c-f1e0-47c4-b743-d658c2363685,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:42.564471 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6252e50d-c981-495b-aa7b-b3e7f07e0ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:42.566085 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-6252e50d-c981-495b-aa7b-b3e7f07e0ffd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fed9ee5c-f1e0-47c4-b743-d658c2363685 HTTP/1.1" status: 204 len: 168 time: 0.5914984 May 10 17:33:42.569290 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 50970) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:42.689549 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.813881 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.829355 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85142cb-5372-4206-9d2a-e4bfe07c88e1']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:42.842247 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b50a785-e934-41d3-9593-bd5fda7630a0') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:42.842543 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b50a785-e934-41d3-9593-bd5fda7630a0') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:42.854470 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1966198'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.869681 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.875735 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:33:42.876117 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2460591'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: Traceback (most recent call last): May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: timer() May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: cb(*args, **kw) May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: return func(*args, **kwargs) May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: self._notify() May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: self.callback(batched_events) May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: event.method(event) May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: return f(self, *a, **k) May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: return self._get(url).json() May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:33:42.893303 dv-cinder-786386-3-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:33:43.008983 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.014489 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-198754b8-fe93-4f33-9338-7ef498528617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:43.028055 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.037497 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] Pushing event deleted for resources: {'Network': ['ID=c85142cb-5372-4206-9d2a-e4bfe07c88e1,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:43.042826 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] 10.222.0.24 "DELETE /v2.0/networks/c85142cb-5372-4206-9d2a-e4bfe07c88e1 HTTP/1.1" status: 204 len: 168 time: 0.4702103 May 10 17:33:43.042826 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-61f60b86-d116-4d1b-a299-51bf776be04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:43.143185 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 50994) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:43.271291 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b01cc-3a4c-4006-b216-4a66d8109378 req-02c15bbc-6fd8-497b-8824-30bd314dc51c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:43.272785 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2b9b01cc-3a4c-4006-b216-4a66d8109378 req-02c15bbc-6fd8-497b-8824-30bd314dc51c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.0803354 May 10 17:33:43.339181 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2b9b01cc-3a4c-4006-b216-4a66d8109378 req-1773d9ba-51d5-4c06-ac78-c52317cb51f7 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390508 May 10 17:33:43.482681 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51008) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:43.523787 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de8fe9-6102-48a4-bcd0-e6426af188b9 req-147cc762-001c-4e0e-850c-8b20c6276d89 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:43.525395 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f3de8fe9-6102-48a4-bcd0-e6426af188b9 req-147cc762-001c-4e0e-850c-8b20c6276d89 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0957818 May 10 17:33:43.540591 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-2257f1ec-14b3-4aa5-9314-a38e6e13eb75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4335293269794977b2c0156dcd6380f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0562389 May 10 17:33:43.542869 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51012) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:43.589563 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f3de8fe9-6102-48a4-bcd0-e6426af188b9 req-b731f56a-2b05-48e3-856f-69cf2f88e84f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571504 May 10 17:33:43.620771 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 51018) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:43.622407 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3db87f9f-c35a-4a08-8aef-b13fe92c705c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.655068 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3db87f9f-c35a-4a08-8aef-b13fe92c705c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.692764 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f1fefa51-a0cd-4af0-84d4-b37843cea2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.722202 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-f1fefa51-a0cd-4af0-84d4-b37843cea2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:43.728614 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f3378ff3-cbe5-4e33-a9e6-d3547b02fe43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.728757 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-f1fefa51-a0cd-4af0-84d4-b37843cea2e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c68616839180402e8d3ec1d560f6c577 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:43.731728 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-f1fefa51-a0cd-4af0-84d4-b37843cea2e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:43.737973 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-f1fefa51-a0cd-4af0-84d4-b37843cea2e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:43.744072 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f3378ff3-cbe5-4e33-a9e6-d3547b02fe43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:43.753240 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f3378ff3-cbe5-4e33-a9e6-d3547b02fe43 admin admin] Usage tracker for resource:security_group_rule and tenant:7225541576e14c95a7bdf64af53b8081 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:43.756380 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f3378ff3-cbe5-4e33-a9e6-d3547b02fe43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:43.764628 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f3378ff3-cbe5-4e33-a9e6-d3547b02fe43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:43.844226 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3db87f9f-c35a-4a08-8aef-b13fe92c705c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.852290 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:43.867059 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f3378ff3-cbe5-4e33-a9e6-d3547b02fe43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.871486 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db87f9f-c35a-4a08-8aef-b13fe92c705c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cf3bbd-4143-4033-bd0b-31283dd3c23d,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:43.875248 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3db87f9f-c35a-4a08-8aef-b13fe92c705c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:43.928963 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f1fefa51-a0cd-4af0-84d4-b37843cea2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.939895 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f3378ff3-cbe5-4e33-a9e6-d3547b02fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.948679 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-9fa7ecaf-0c76-43e5-ad87-3c08a615c57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:43.991253 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-f3378ff3-cbe5-4e33-a9e6-d3547b02fe43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7225541576e14c95a7bdf64af53b8081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691359 May 10 17:33:43.991956 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3db87f9f-c35a-4a08-8aef-b13fe92c705c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.992085 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3378ff3-cbe5-4e33-a9e6-d3547b02fe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997cbc69-da24-413c-855a-aa3dee2f3b73,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:43.995760 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-3db87f9f-c35a-4a08-8aef-b13fe92c705c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65cf3bbd-4143-4033-bd0b-31283dd3c23d HTTP/1.1" status: 204 len: 168 time: 0.4458845 May 10 17:33:43.995760 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51032) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:43.995983 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f3378ff3-cbe5-4e33-a9e6-d3547b02fe43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:44.028074 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f1fefa51-a0cd-4af0-84d4-b37843cea2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.120524 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:44.185593 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-f1fefa51-a0cd-4af0-84d4-b37843cea2e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c68616839180402e8d3ec1d560f6c577&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0408375 May 10 17:33:44.188304 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 51042) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:44.189816 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fefa51-a0cd-4af0-84d4-b37843cea2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5856c7-61f6-4e67-a20a-df519435cadf,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:44.193555 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-f1fefa51-a0cd-4af0-84d4-b37843cea2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:44.208934 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-655d916d-054d-4bde-9d19-776334a7e1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.235245 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-655d916d-054d-4bde-9d19-776334a7e1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.249223 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-aa9d12d0-e537-4569-9c90-b11fb476af15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.277759 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-aa9d12d0-e537-4569-9c90-b11fb476af15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.394093 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-655d916d-054d-4bde-9d19-776334a7e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.398989 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a2fbd6cb-a8a6-4d12-8149-660f4ecd6ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:44.409017 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d916d-054d-4bde-9d19-776334a7e1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997cbc69-da24-413c-855a-aa3dee2f3b73,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:44.417382 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-655d916d-054d-4bde-9d19-776334a7e1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:44.421169 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-655d916d-054d-4bde-9d19-776334a7e1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.424781 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-655d916d-054d-4bde-9d19-776334a7e1cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/997cbc69-da24-413c-855a-aa3dee2f3b73 HTTP/1.1" status: 204 len: 168 time: 0.4265637 May 10 17:33:44.455045 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-aa9d12d0-e537-4569-9c90-b11fb476af15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.461698 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fe211254-ba55-4336-91fc-6048dbc9df0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:44.477142 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d12d0-e537-4569-9c90-b11fb476af15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5856c7-61f6-4e67-a20a-df519435cadf,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:44.479725 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-aa9d12d0-e537-4569-9c90-b11fb476af15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:44.491385 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-aa9d12d0-e537-4569-9c90-b11fb476af15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.502885 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-aa9d12d0-e537-4569-9c90-b11fb476af15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d5856c7-61f6-4e67-a20a-df519435cadf HTTP/1.1" status: 204 len: 168 time: 0.3031020 May 10 17:33:44.979043 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51066) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:45.036724 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-0ec5dc1a-c842-4f17-aaab-b237816dc6ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef8c7738d4ab461c9668cc901035bbd1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0558734 May 10 17:33:45.039199 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51070) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:45.098230 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a31d1f06-20ef-4801-a93c-918ef9de4414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.124552 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a31d1f06-20ef-4801-a93c-918ef9de4414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.225411 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a31d1f06-20ef-4801-a93c-918ef9de4414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.230313 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-5e0cc44d-07a9-4296-a45e-df1e5ca76f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:45.240973 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d1f06-20ef-4801-a93c-918ef9de4414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e38ba3-8af0-429a-98ec-e351acc168b4,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:45.244305 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a31d1f06-20ef-4801-a93c-918ef9de4414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:45.248362 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a31d1f06-20ef-4801-a93c-918ef9de4414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.251985 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-a31d1f06-20ef-4801-a93c-918ef9de4414 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93e38ba3-8af0-429a-98ec-e351acc168b4 HTTP/1.1" status: 204 len: 168 time: 0.2095041 May 10 17:33:45.426211 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51082) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:45.444631 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6e96-ef4a-4b4e-97e8-a042da2cedd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.458924 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-9b7c6e96-ef4a-4b4e-97e8-a042da2cedd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:45.462830 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-9b7c6e96-ef4a-4b4e-97e8-a042da2cedd0 admin admin] Usage tracker for resource:security_group_rule and tenant:73092655cfd345b7887b40fc582e4331 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:45.465832 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-9b7c6e96-ef4a-4b4e-97e8-a042da2cedd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:45.472766 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-9b7c6e96-ef4a-4b4e-97e8-a042da2cedd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:45.563382 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6e96-ef4a-4b4e-97e8-a042da2cedd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.700712 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6e96-ef4a-4b4e-97e8-a042da2cedd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.709562 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:45.714503 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 51092) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:45.733812 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3c3819a1-bf65-438b-a002-20bd04c63ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.744684 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c6e96-ef4a-4b4e-97e8-a042da2cedd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b93ce28-aaa5-4c40-af58-7070923f596d,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:45.749174 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9b7c6e96-ef4a-4b4e-97e8-a042da2cedd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:45.752744 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-3c3819a1-bf65-438b-a002-20bd04c63ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:45.755814 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-3c3819a1-bf65-438b-a002-20bd04c63ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:256e21da7ba141de8fd68d21dcfa3e06 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:45.763135 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-3c3819a1-bf65-438b-a002-20bd04c63ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:45.770614 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-3c3819a1-bf65-438b-a002-20bd04c63ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:45.771309 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-9b7c6e96-ef4a-4b4e-97e8-a042da2cedd0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73092655cfd345b7887b40fc582e4331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437963 May 10 17:33:45.773758 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51096) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:45.837620 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-22d9f139-e91d-4277-8708-4812b6b8e847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.881614 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-22d9f139-e91d-4277-8708-4812b6b8e847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.940286 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3c3819a1-bf65-438b-a002-20bd04c63ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.985940 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3c3819a1-bf65-438b-a002-20bd04c63ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.995172 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:46.040490 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-3c3819a1-bf65-438b-a002-20bd04c63ec5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=256e21da7ba141de8fd68d21dcfa3e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246813 May 10 17:33:46.041646 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3819a1-bf65-438b-a002-20bd04c63ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ce5432-4fd7-42cf-92ad-6edeb76cc34c,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:46.043202 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51114) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:46.045359 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3c3819a1-bf65-438b-a002-20bd04c63ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:46.083982 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-22d9f139-e91d-4277-8708-4812b6b8e847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:46.092204 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3db87f9f-c35a-4a08-8aef-b13fe92c705c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:46.117108 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9f139-e91d-4277-8708-4812b6b8e847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b93ce28-aaa5-4c40-af58-7070923f596d,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:46.129240 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-22d9f139-e91d-4277-8708-4812b6b8e847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:46.131902 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-22d9f139-e91d-4277-8708-4812b6b8e847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:46.133009 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-22d9f139-e91d-4277-8708-4812b6b8e847 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b93ce28-aaa5-4c40-af58-7070923f596d HTTP/1.1" status: 204 len: 168 time: 0.3581231 May 10 17:33:46.150936 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5f25ffac-f1be-49f8-98e3-1f01655da423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:46.264429 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5f25ffac-f1be-49f8-98e3-1f01655da423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:46.320217 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec13d8-7a7a-4c14-a992-684e7c0a087d req-731f7ecd-4244-46c8-89a4-3932a3ad3993 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:46.328002 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-26ec13d8-7a7a-4c14-a992-684e7c0a087d req-731f7ecd-4244-46c8-89a4-3932a3ad3993 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1028202 May 10 17:33:46.331117 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20294690-7a35-44d0-8fba-0ebf4c05203c req-58ab108a-f14c-46d7-ade1-9a03665f0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:46.334472 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-20294690-7a35-44d0-8fba-0ebf4c05203c req-58ab108a-f14c-46d7-ade1-9a03665f0e81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 1098 time: 0.1440804 May 10 17:33:46.387651 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-26ec13d8-7a7a-4c14-a992-684e7c0a087d req-6d02d689-f008-43d3-adb7-8e2728198825 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581741 May 10 17:33:46.476039 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20294690-7a35-44d0-8fba-0ebf4c05203c req-eb9c2ab2-a48a-4bcb-a0a8-a9c4b7ed5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:46.477525 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-20294690-7a35-44d0-8fba-0ebf4c05203c req-eb9c2ab2-a48a-4bcb-a0a8-a9c4b7ed5b3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 200 len: 919 time: 0.1378839 May 10 17:33:46.546125 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5f25ffac-f1be-49f8-98e3-1f01655da423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:46.558854 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b0bd09ab-5035-4192-8ba5-08c6906ee64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:46.571097 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-20294690-7a35-44d0-8fba-0ebf4c05203c req-6506006c-2c3e-457e-b3ae-4538f1a526c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df440aca-80c2-4ed9-b1e8-b8309f1b9387 HTTP/1.1" status: 200 len: 217 time: 0.0827868 May 10 17:33:46.571578 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25ffac-f1be-49f8-98e3-1f01655da423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ce5432-4fd7-42cf-92ad-6edeb76cc34c,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:46.574581 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-5f25ffac-f1be-49f8-98e3-1f01655da423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:46.630645 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5f25ffac-f1be-49f8-98e3-1f01655da423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:46.631750 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-5f25ffac-f1be-49f8-98e3-1f01655da423 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79ce5432-4fd7-42cf-92ad-6edeb76cc34c HTTP/1.1" status: 204 len: 168 time: 0.5868585 May 10 17:33:46.662718 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20294690-7a35-44d0-8fba-0ebf4c05203c req-fc2da14a-db1c-4227-8f1d-5066149f0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:46.664348 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-20294690-7a35-44d0-8fba-0ebf4c05203c req-fc2da14a-db1c-4227-8f1d-5066149f0f78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a352b0e-3e61-497e-a597-659f58f14f47 HTTP/1.1" status: 200 len: 858 time: 0.0869291 May 10 17:33:46.720406 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-20294690-7a35-44d0-8fba-0ebf4c05203c req-372e73bc-7c04-4ebb-9bb6-820a9517b512 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff5deae6-b982-458f-bc91-12732fbdac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471787 May 10 17:33:46.865424 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-20294690-7a35-44d0-8fba-0ebf4c05203c req-661c266e-cbd3-44e4-bea8-f0fdc7384e02 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362569 May 10 17:33:47.008188 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-20294690-7a35-44d0-8fba-0ebf4c05203c req-f2263b1d-a2e6-4242-92fe-fcfeb4f9d0c3 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352854 May 10 17:33:47.579786 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc53926-e7d5-4209-9c88-ac5a987611ca req-4af6f401-394b-45be-a59c-9776309ed122 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:47.581363 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6cc53926-e7d5-4209-9c88-ac5a987611ca req-4af6f401-394b-45be-a59c-9776309ed122 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0777187 May 10 17:33:47.629337 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6cc53926-e7d5-4209-9c88-ac5a987611ca req-dad58e44-dcd8-4608-99d3-e2bec06de0e4 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417075 May 10 17:33:47.910068 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51190) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:48.050937 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2a0a81d6-c41d-4e5d-8f0a-238f1bc19ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.076842 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-2a0a81d6-c41d-4e5d-8f0a-238f1bc19ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:48.080887 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-2a0a81d6-c41d-4e5d-8f0a-238f1bc19ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:24e059d0bc8840598a562810beb98ed3 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:48.084047 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-2a0a81d6-c41d-4e5d-8f0a-238f1bc19ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:48.089800 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-2a0a81d6-c41d-4e5d-8f0a-238f1bc19ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:48.174161 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2a0a81d6-c41d-4e5d-8f0a-238f1bc19ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.247446 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2a0a81d6-c41d-4e5d-8f0a-238f1bc19ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.257251 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:48.304110 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-2a0a81d6-c41d-4e5d-8f0a-238f1bc19ce7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24e059d0bc8840598a562810beb98ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926883 May 10 17:33:48.312491 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51208) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:48.312491 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a81d6-c41d-4e5d-8f0a-238f1bc19ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b8d7a3-20ea-4630-9ef2-f87e54191638,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:48.318979 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-2a0a81d6-c41d-4e5d-8f0a-238f1bc19ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:48.401829 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-36c512d3-d15a-478d-9f50-d0ea7a52ef0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.430652 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-36c512d3-d15a-478d-9f50-d0ea7a52ef0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.551350 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-36c512d3-d15a-478d-9f50-d0ea7a52ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.556559 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-8de0c438-968f-4a4e-9f14-def03f4cdf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:48.568998 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c512d3-d15a-478d-9f50-d0ea7a52ef0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b8d7a3-20ea-4630-9ef2-f87e54191638,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:48.571923 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-36c512d3-d15a-478d-9f50-d0ea7a52ef0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:48.574152 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-36c512d3-d15a-478d-9f50-d0ea7a52ef0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.578479 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-36c512d3-d15a-478d-9f50-d0ea7a52ef0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2b8d7a3-20ea-4630-9ef2-f87e54191638 HTTP/1.1" status: 204 len: 168 time: 0.2709434 May 10 17:33:48.820676 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f4300-fbe4-4059-afb4-1b85c55626fe req-92e5bc01-4d34-4c4c-94c0-9d146309c23a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:48.822156 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-663f4300-fbe4-4059-afb4-1b85c55626fe req-92e5bc01-4d34-4c4c-94c0-9d146309c23a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0842571 May 10 17:33:48.869451 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-663f4300-fbe4-4059-afb4-1b85c55626fe req-b36dcf14-6a5d-432b-842d-4b8700a8c13c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407572 May 10 17:33:50.060300 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99653478-a227-47c1-b07a-e66cfe4644b8 req-41f58706-a174-4c50-9ab6-5fd50fea26c2 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:50.061741 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-99653478-a227-47c1-b07a-e66cfe4644b8 req-41f58706-a174-4c50-9ab6-5fd50fea26c2 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0820510 May 10 17:33:50.105009 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-99653478-a227-47c1-b07a-e66cfe4644b8 req-ff1f9bf2-4354-4d30-84ba-278bd1d9f888 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374434 May 10 17:33:50.328668 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 51300) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:50.368621 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51306) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:50.503694 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6eb91fc0-5a7d-4eb0-a3fa-930378ea6dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:50.534585 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6eb91fc0-5a7d-4eb0-a3fa-930378ea6dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:50.546948 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6eb91fc0-5a7d-4eb0-a3fa-930378ea6dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:0e8b15c408ac4275a2d09348d79b14dc is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:50.548902 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8f05-996c-4240-b8cf-108270217d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:50.549825 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6eb91fc0-5a7d-4eb0-a3fa-930378ea6dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:50.555825 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6eb91fc0-5a7d-4eb0-a3fa-930378ea6dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:50.634919 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-9b8b8f05-996c-4240-b8cf-108270217d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:50.639137 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-9b8b8f05-996c-4240-b8cf-108270217d4a admin admin] Usage tracker for resource:security_group_rule and tenant:f7932ad7754747ff89d51d31f98a4542 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:50.642672 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-9b8b8f05-996c-4240-b8cf-108270217d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:50.649468 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6eb91fc0-5a7d-4eb0-a3fa-930378ea6dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:50.649635 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-9b8b8f05-996c-4240-b8cf-108270217d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:50.738987 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6eb91fc0-5a7d-4eb0-a3fa-930378ea6dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:50.752530 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:50.813633 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51322) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:50.814142 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-6eb91fc0-5a7d-4eb0-a3fa-930378ea6dd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e8b15c408ac4275a2d09348d79b14dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4840813 May 10 17:33:50.815126 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb91fc0-5a7d-4eb0-a3fa-930378ea6dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e539d0-990b-4043-adde-8ff9a22ee55e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:50.818243 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6eb91fc0-5a7d-4eb0-a3fa-930378ea6dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:50.875185 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8f05-996c-4240-b8cf-108270217d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:50.898641 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6e9e5a83-9324-4c0e-b906-ab5066b14b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:50.926331 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6e9e5a83-9324-4c0e-b906-ab5066b14b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:50.985191 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8f05-996c-4240-b8cf-108270217d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:50.992128 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:51.036760 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-9b8b8f05-996c-4240-b8cf-108270217d4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7932ad7754747ff89d51d31f98a4542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667192 May 10 17:33:51.037828 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b8f05-996c-4240-b8cf-108270217d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f515953-08a4-428a-911e-23704871cdc2,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:51.040002 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 51352) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:51.040750 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9b8b8f05-996c-4240-b8cf-108270217d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:51.088134 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6e9e5a83-9324-4c0e-b906-ab5066b14b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:51.093123 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-bdfac46b-854e-4377-87f2-dc44860ea466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:51.100633 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-13ad8d88-1aeb-4417-a84e-97572280454b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:51.110669 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e5a83-9324-4c0e-b906-ab5066b14b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e539d0-990b-4043-adde-8ff9a22ee55e,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:51.114889 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6e9e5a83-9324-4c0e-b906-ab5066b14b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:51.128785 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6e9e5a83-9324-4c0e-b906-ab5066b14b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:51.131383 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-6e9e5a83-9324-4c0e-b906-ab5066b14b21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8e539d0-990b-4043-adde-8ff9a22ee55e HTTP/1.1" status: 204 len: 168 time: 0.3160958 May 10 17:33:51.141773 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-13ad8d88-1aeb-4417-a84e-97572280454b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:51.344639 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-13ad8d88-1aeb-4417-a84e-97572280454b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:51.352078 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-98294b6e-2c47-4a03-b463-0db36dd0615f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:51.371837 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254244b-8e16-481c-a60d-666e4ac46dd0 req-890b0fff-e1b9-40b6-8461-f4be03dcb2e5 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:51.373584 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9254244b-8e16-481c-a60d-666e4ac46dd0 req-890b0fff-e1b9-40b6-8461-f4be03dcb2e5 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1425672 May 10 17:33:51.379509 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad8d88-1aeb-4417-a84e-97572280454b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f515953-08a4-428a-911e-23704871cdc2,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:51.384404 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-13ad8d88-1aeb-4417-a84e-97572280454b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:51.412210 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-13ad8d88-1aeb-4417-a84e-97572280454b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:51.413318 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-13ad8d88-1aeb-4417-a84e-97572280454b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f515953-08a4-428a-911e-23704871cdc2 HTTP/1.1" status: 204 len: 168 time: 0.3723383 May 10 17:33:51.443108 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9254244b-8e16-481c-a60d-666e4ac46dd0 req-2c055657-2c64-4bab-ab26-1ba620fa0c42 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613630 May 10 17:33:51.990522 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 51386) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:52.008112 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bf8c78f7-0d81-40b1-9fa4-603f76a85692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.022341 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-bf8c78f7-0d81-40b1-9fa4-603f76a85692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:52.026086 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-bf8c78f7-0d81-40b1-9fa4-603f76a85692 admin admin] Usage tracker for resource:security_group_rule and tenant:85f246219fba442c9d511bf2e2a8a50f is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:52.028911 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-bf8c78f7-0d81-40b1-9fa4-603f76a85692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:52.034635 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-bf8c78f7-0d81-40b1-9fa4-603f76a85692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:52.117333 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bf8c78f7-0d81-40b1-9fa4-603f76a85692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.186344 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bf8c78f7-0d81-40b1-9fa4-603f76a85692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.194807 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ccb3cbdc-a024-46bc-b1a2-842c278a22e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:52.233275 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51394) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:52.236935 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-bf8c78f7-0d81-40b1-9fa4-603f76a85692 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85f246219fba442c9d511bf2e2a8a50f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453439 May 10 17:33:52.238704 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c78f7-0d81-40b1-9fa4-603f76a85692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a51305c-0fb6-4fdc-8d13-04ecae166518,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:52.241010 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 51398) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:52.243553 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bf8c78f7-0d81-40b1-9fa4-603f76a85692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:52.263536 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-657dbcb4-6213-462f-b622-e01d3c40a425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.280408 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-657dbcb4-6213-462f-b622-e01d3c40a425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:52.284744 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-657dbcb4-6213-462f-b622-e01d3c40a425 admin admin] Usage tracker for resource:security_group_rule and tenant:456d41a6fe0a4b14ae438f9704546cd4 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:52.288530 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-657dbcb4-6213-462f-b622-e01d3c40a425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:52.297178 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-657dbcb4-6213-462f-b622-e01d3c40a425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:52.378425 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b57d7886-c768-4fdf-918a-fd625e2f6bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.407848 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-657dbcb4-6213-462f-b622-e01d3c40a425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.410005 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b57d7886-c768-4fdf-918a-fd625e2f6bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.488413 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-657dbcb4-6213-462f-b622-e01d3c40a425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.496054 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9b8b8f05-996c-4240-b8cf-108270217d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:52.538952 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-657dbcb4-6213-462f-b622-e01d3c40a425 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=456d41a6fe0a4b14ae438f9704546cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046062 May 10 17:33:52.539925 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dbcb4-6213-462f-b622-e01d3c40a425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406078c9-9f30-4509-9dd1-6c60aad62f32,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:52.541553 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 51412) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:52.556270 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b57d7886-c768-4fdf-918a-fd625e2f6bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.557215 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-657dbcb4-6213-462f-b622-e01d3c40a425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:52.565659 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-9792b5d9-87d3-428c-a523-2b590e307810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:52.587502 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d7886-c768-4fdf-918a-fd625e2f6bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a51305c-0fb6-4fdc-8d13-04ecae166518,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:52.598571 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b57d7886-c768-4fdf-918a-fd625e2f6bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:52.632598 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b57d7886-c768-4fdf-918a-fd625e2f6bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.634460 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-b57d7886-c768-4fdf-918a-fd625e2f6bd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a51305c-0fb6-4fdc-8d13-04ecae166518 HTTP/1.1" status: 204 len: 168 time: 0.3923411 May 10 17:33:52.668097 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1c5c-c549-4f33-8d37-9fab688c001d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.709078 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1c5c-c549-4f33-8d37-9fab688c001d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.767423 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a272b-ceed-4d20-b79b-56bcd00253b2 req-4f14fe58-bd32-44f5-9aa0-1237cbf08148 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:52.773260 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-033a272b-ceed-4d20-b79b-56bcd00253b2 req-4f14fe58-bd32-44f5-9aa0-1237cbf08148 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1713226 May 10 17:33:52.820630 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-033a272b-ceed-4d20-b79b-56bcd00253b2 req-ff43448f-7eb3-4849-b6ad-91d7f736ccb2 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452168 May 10 17:33:52.845920 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1c5c-c549-4f33-8d37-9fab688c001d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.850863 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0a8c5509-a88d-4cab-85f6-f12abdf67cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:52.861912 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd1c5c-c549-4f33-8d37-9fab688c001d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406078c9-9f30-4509-9dd1-6c60aad62f32,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:52.866640 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3bcd1c5c-c549-4f33-8d37-9fab688c001d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:52.868583 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1c5c-c549-4f33-8d37-9fab688c001d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.869870 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-3bcd1c5c-c549-4f33-8d37-9fab688c001d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/406078c9-9f30-4509-9dd1-6c60aad62f32 HTTP/1.1" status: 204 len: 168 time: 0.3272645 May 10 17:33:53.464255 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-b2ccdbe5-a76b-4c73-b5e8-04a68dcbfd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:54.031344 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a18dc1-bad7-4f5a-b65b-78237e39fe8d req-6272d61c-291b-4f77-bb47-7867d2135da7 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:54.032947 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-31a18dc1-bad7-4f5a-b65b-78237e39fe8d req-6272d61c-291b-4f77-bb47-7867d2135da7 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0884113 May 10 17:33:54.093652 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-31a18dc1-bad7-4f5a-b65b-78237e39fe8d req-271ef927-22c0-41e6-a039-6a61c25c7ef2 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528338 May 10 17:33:55.340743 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549f632-a00f-4006-b85b-2e5905c0f9e3 req-8dcbec8a-501b-4254-9016-b75426231ca6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:55.343163 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f549f632-a00f-4006-b85b-2e5905c0f9e3 req-8dcbec8a-501b-4254-9016-b75426231ca6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1327934 May 10 17:33:55.398747 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f549f632-a00f-4006-b85b-2e5905c0f9e3 req-a496725d-abeb-4b87-a621-8930f4efc55f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489993 May 10 17:33:56.129185 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e12d6b0f-598c-4986-9b65-5f034df04551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:56.208126 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:56.599692 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33a768-ed7d-4467-a058-1e44f5e0214d req-931ac251-b04c-4357-b09b-edeea8a0a021 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:56.601270 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6c33a768-ed7d-4467-a058-1e44f5e0214d req-931ac251-b04c-4357-b09b-edeea8a0a021 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0815730 May 10 17:33:56.660510 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6c33a768-ed7d-4467-a058-1e44f5e0214d req-6ee9bb9d-a88e-4c26-99df-f695f956e9b2 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512722 May 10 17:33:56.818393 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:57.068637 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 51634) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:57.186888 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f94a-ddb6-4937-85ee-39bc6aec98e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:57.201724 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-a5a3f94a-ddb6-4937-85ee-39bc6aec98e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:57.208496 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-a5a3f94a-ddb6-4937-85ee-39bc6aec98e1 admin admin] Usage tracker for resource:security_group_rule and tenant:7a52250a9a4d4431ab6b8d6a51b44b97 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:57.211625 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-a5a3f94a-ddb6-4937-85ee-39bc6aec98e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:57.218664 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-a5a3f94a-ddb6-4937-85ee-39bc6aec98e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:57.307159 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f94a-ddb6-4937-85ee-39bc6aec98e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:57.384532 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f94a-ddb6-4937-85ee-39bc6aec98e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:57.394584 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-aa9d12d0-e537-4569-9c90-b11fb476af15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:57.433972 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3f94a-ddb6-4937-85ee-39bc6aec98e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553f887d-d6c0-4c6d-b9dc-9e82e987b9f2,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:57.438412 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-a5a3f94a-ddb6-4937-85ee-39bc6aec98e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a52250a9a4d4431ab6b8d6a51b44b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687313 May 10 17:33:57.439264 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a5a3f94a-ddb6-4937-85ee-39bc6aec98e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:57.441005 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 51644) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:57.502415 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3698b61d-6d3b-42e9-8c4a-97991c1cae03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:57.528407 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3698b61d-6d3b-42e9-8c4a-97991c1cae03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:57.700021 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3698b61d-6d3b-42e9-8c4a-97991c1cae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:57.705676 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a5a3f94a-ddb6-4937-85ee-39bc6aec98e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:57.718904 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698b61d-6d3b-42e9-8c4a-97991c1cae03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553f887d-d6c0-4c6d-b9dc-9e82e987b9f2,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:57.721662 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3698b61d-6d3b-42e9-8c4a-97991c1cae03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:57.722925 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3698b61d-6d3b-42e9-8c4a-97991c1cae03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:57.726384 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-3698b61d-6d3b-42e9-8c4a-97991c1cae03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/553f887d-d6c0-4c6d-b9dc-9e82e987b9f2 HTTP/1.1" status: 204 len: 168 time: 0.2821288 May 10 17:33:57.864512 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd828bb7-59b6-45c8-a11e-9e856e1eb882 req-c6e50773-e8ac-4129-8d30-b3152d6614f0 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:57.866014 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fd828bb7-59b6-45c8-a11e-9e856e1eb882 req-c6e50773-e8ac-4129-8d30-b3152d6614f0 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0795360 May 10 17:33:57.918861 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fd828bb7-59b6-45c8-a11e-9e856e1eb882 req-44286cfc-220f-47d9-95f9-c352179f0cb7 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443919 May 10 17:33:58.398326 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 51664) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:58.416020 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d0eec5c2-c36f-4d1c-95ce-bbb7c704a325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:58.433780 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d0eec5c2-c36f-4d1c-95ce-bbb7c704a325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:58.439036 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d0eec5c2-c36f-4d1c-95ce-bbb7c704a325 admin admin] Usage tracker for resource:security_group_rule and tenant:2b56939e96a349a292a7e5726c20cbb7 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:58.441933 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d0eec5c2-c36f-4d1c-95ce-bbb7c704a325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:58.447873 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d0eec5c2-c36f-4d1c-95ce-bbb7c704a325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:58.530455 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d0eec5c2-c36f-4d1c-95ce-bbb7c704a325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:58.608649 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d0eec5c2-c36f-4d1c-95ce-bbb7c704a325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:58.617382 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:58.655871 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-d0eec5c2-c36f-4d1c-95ce-bbb7c704a325 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b56939e96a349a292a7e5726c20cbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564492 May 10 17:33:58.657626 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eec5c2-c36f-4d1c-95ce-bbb7c704a325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e83f68-cd96-4174-87a8-87a1c74085f5,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:58.658590 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51670) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:58.660732 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d0eec5c2-c36f-4d1c-95ce-bbb7c704a325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:58.688329 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:58.738294 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9beb041c-e960-477e-81e7-3603e12c904d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:58.774552 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9beb041c-e960-477e-81e7-3603e12c904d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:58.905735 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9beb041c-e960-477e-81e7-3603e12c904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:58.910200 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-f1fefa51-a0cd-4af0-84d4-b37843cea2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:58.925656 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb041c-e960-477e-81e7-3603e12c904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e83f68-cd96-4174-87a8-87a1c74085f5,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:58.929701 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9beb041c-e960-477e-81e7-3603e12c904d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:58.935714 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9beb041c-e960-477e-81e7-3603e12c904d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:58.936810 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-9beb041c-e960-477e-81e7-3603e12c904d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9e83f68-cd96-4174-87a8-87a1c74085f5 HTTP/1.1" status: 204 len: 168 time: 0.2771871 May 10 17:33:59.108176 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f51218-c044-4236-8c88-6a67f9f354a6 req-8659cb86-6fbd-4073-a148-346cb2ee85a6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:59.109900 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e2f51218-c044-4236-8c88-6a67f9f354a6 req-8659cb86-6fbd-4073-a148-346cb2ee85a6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0822043 May 10 17:33:59.161094 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e2f51218-c044-4236-8c88-6a67f9f354a6 req-0922e48f-d9d4-41ad-a1df-f5ef59cc7666 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450358 May 10 17:34:00.384020 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1507cf-3850-49e8-8f5a-b967252f007b req-558c9aeb-6234-44c6-895d-f99f0ea0a873 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:00.385745 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7b1507cf-3850-49e8-8f5a-b967252f007b req-558c9aeb-6234-44c6-895d-f99f0ea0a873 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1037147 May 10 17:34:00.436360 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7b1507cf-3850-49e8-8f5a-b967252f007b req-d3281862-6508-486d-9250-77485570bb0c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436485 May 10 17:34:01.630354 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238451c-53e3-4ff2-86df-6562d7d08020 req-001cf622-48b5-42ed-a13f-0d0f6ceb1257 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:01.631817 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b238451c-53e3-4ff2-86df-6562d7d08020 req-001cf622-48b5-42ed-a13f-0d0f6ceb1257 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0851750 May 10 17:34:01.676687 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b238451c-53e3-4ff2-86df-6562d7d08020 req-3613e4c5-19cc-4cda-b685-ced5045dcdc6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388532 May 10 17:34:02.881296 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fc2eb-ab12-4169-9e98-7561b35f9386 req-be344043-7988-42cd-a240-1450e223bdaf tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:02.882802 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0a3fc2eb-ab12-4169-9e98-7561b35f9386 req-be344043-7988-42cd-a240-1450e223bdaf tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0863488 May 10 17:34:02.930492 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0a3fc2eb-ab12-4169-9e98-7561b35f9386 req-15c582b9-c587-4bea-a15b-1488ca329f35 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 May 10 17:34:04.124713 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6baa7-be80-47ba-993d-5b461c805410 req-7a56f982-6d4d-4cb0-af3f-7b26faa5a76c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:04.126481 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-70e6baa7-be80-47ba-993d-5b461c805410 req-7a56f982-6d4d-4cb0-af3f-7b26faa5a76c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0835254 May 10 17:34:04.174045 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-70e6baa7-be80-47ba-993d-5b461c805410 req-caeebcd1-215e-42f8-a5ce-7decab36d873 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416200 May 10 17:34:05.402956 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f56f0-ba05-440c-bd1a-dcad3d9a7d08 req-3a9491e4-2b42-4261-96f2-0bd3fd6b3de4 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:05.405039 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-eb1f56f0-ba05-440c-bd1a-dcad3d9a7d08 req-3a9491e4-2b42-4261-96f2-0bd3fd6b3de4 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0839818 May 10 17:34:05.454742 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-eb1f56f0-ba05-440c-bd1a-dcad3d9a7d08 req-9371bc72-3ded-45c1-bf4d-338345a2a2ed tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436168 May 10 17:34:06.660974 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a9325-58dc-4473-8102-bf19a4f482c6 req-3c4307f8-b8ee-4368-97a4-14974f674fda tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:06.662535 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c17a9325-58dc-4473-8102-bf19a4f482c6 req-3c4307f8-b8ee-4368-97a4-14974f674fda tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0969009 May 10 17:34:06.711844 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c17a9325-58dc-4473-8102-bf19a4f482c6 req-36776a59-8260-405c-a99c-381d731cde0e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 May 10 17:34:07.704861 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51900) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:07.890055 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-37d0be04-45a8-4baa-8bab-2f49b6df72bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:07.916517 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-37d0be04-45a8-4baa-8bab-2f49b6df72bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:07.922078 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-37d0be04-45a8-4baa-8bab-2f49b6df72bd admin admin] Usage tracker for resource:security_group_rule and tenant:5cee9b8edaf04bb9bb5b75964789a022 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:07.927197 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-37d0be04-45a8-4baa-8bab-2f49b6df72bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:07.933845 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-37d0be04-45a8-4baa-8bab-2f49b6df72bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:07.978255 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f833871-fc90-4f06-a5fc-8682ccba1430 req-8bf692ca-be60-496f-8ccd-9757aefc249b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:07.979744 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1f833871-fc90-4f06-a5fc-8682ccba1430 req-8bf692ca-be60-496f-8ccd-9757aefc249b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1422627 May 10 17:34:08.040561 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1f833871-fc90-4f06-a5fc-8682ccba1430 req-4cfa1837-f610-4b3d-9514-b23e3f30e7a9 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540156 May 10 17:34:08.078901 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-37d0be04-45a8-4baa-8bab-2f49b6df72bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:08.128243 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-37d0be04-45a8-4baa-8bab-2f49b6df72bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:08.135672 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9afc3b5c-eb18-477a-b121-fc5630b4c629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:08.175856 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0be04-45a8-4baa-8bab-2f49b6df72bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d62122-5c3a-41e0-9b7e-20ee2e53b782,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:08.181341 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-37d0be04-45a8-4baa-8bab-2f49b6df72bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cee9b8edaf04bb9bb5b75964789a022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751139 May 10 17:34:08.182244 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-37d0be04-45a8-4baa-8bab-2f49b6df72bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:08.193305 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51910) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:08.255661 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b094d75d-25be-4a3a-a8fb-a6217dce9dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:08.284657 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b094d75d-25be-4a3a-a8fb-a6217dce9dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:08.413728 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b094d75d-25be-4a3a-a8fb-a6217dce9dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:08.417691 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:08.431060 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094d75d-25be-4a3a-a8fb-a6217dce9dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d62122-5c3a-41e0-9b7e-20ee2e53b782,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:08.434658 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b094d75d-25be-4a3a-a8fb-a6217dce9dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:08.442644 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b094d75d-25be-4a3a-a8fb-a6217dce9dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:08.444087 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-b094d75d-25be-4a3a-a8fb-a6217dce9dc5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56d62122-5c3a-41e0-9b7e-20ee2e53b782 HTTP/1.1" status: 204 len: 168 time: 0.2496076 May 10 17:34:09.048022 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 51932) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:09.072980 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-def652a9-f50c-4f88-9949-78f724500e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:09.089346 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-def652a9-f50c-4f88-9949-78f724500e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:09.094040 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-def652a9-f50c-4f88-9949-78f724500e28 admin admin] Usage tracker for resource:security_group_rule and tenant:5bc1e95557da49dfb22868104d380795 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:09.097006 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-def652a9-f50c-4f88-9949-78f724500e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:09.102922 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-def652a9-f50c-4f88-9949-78f724500e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:09.187205 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-def652a9-f50c-4f88-9949-78f724500e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:09.225188 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12257671-42b7-4cb9-8a39-de2be4fd0a77 req-00a05485-db2b-43f6-9b8c-9752d635374a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:09.226600 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-12257671-42b7-4cb9-8a39-de2be4fd0a77 req-00a05485-db2b-43f6-9b8c-9752d635374a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0795431 May 10 17:34:09.276624 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-12257671-42b7-4cb9-8a39-de2be4fd0a77 req-5e3c9340-7b08-4c6b-909a-e3ea47a77087 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441823 May 10 17:34:09.298124 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-def652a9-f50c-4f88-9949-78f724500e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:09.306927 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0be66b3a-9af7-45b8-b4ee-bb656a6cea47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:09.346633 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-def652a9-f50c-4f88-9949-78f724500e28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bc1e95557da49dfb22868104d380795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973964 May 10 17:34:09.347487 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def652a9-f50c-4f88-9949-78f724500e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8d3ebd-0d4a-4a13-a7e4-ec3e81226024,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:09.349398 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51938) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:09.350446 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-def652a9-f50c-4f88-9949-78f724500e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:09.407179 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c64c4d02-785d-4ef2-8ca7-9bcef914b3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:09.437763 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c64c4d02-785d-4ef2-8ca7-9bcef914b3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:09.579540 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c64c4d02-785d-4ef2-8ca7-9bcef914b3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:09.585716 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-69f34e7f-3b75-4003-a21d-e21d0348b111 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:09.603525 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c4d02-785d-4ef2-8ca7-9bcef914b3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8d3ebd-0d4a-4a13-a7e4-ec3e81226024,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:09.606412 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c64c4d02-785d-4ef2-8ca7-9bcef914b3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:09.608431 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c64c4d02-785d-4ef2-8ca7-9bcef914b3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:09.611787 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-c64c4d02-785d-4ef2-8ca7-9bcef914b3f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da8d3ebd-0d4a-4a13-a7e4-ec3e81226024 HTTP/1.1" status: 204 len: 168 time: 0.2590785 May 10 17:34:09.762552 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:10.352808 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 51972) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:10.370459 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c75a5037-3478-49e4-a284-bd08486f2cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:10.384958 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-c75a5037-3478-49e4-a284-bd08486f2cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:10.388646 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-c75a5037-3478-49e4-a284-bd08486f2cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:87ffe0c8d236444e864b037db79b6752 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:10.391397 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-c75a5037-3478-49e4-a284-bd08486f2cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:10.396950 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-c75a5037-3478-49e4-a284-bd08486f2cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:10.484748 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c75a5037-3478-49e4-a284-bd08486f2cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:10.545336 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c75a5037-3478-49e4-a284-bd08486f2cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:10.553895 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-5f25ffac-f1be-49f8-98e3-1f01655da423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:10.595629 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-c75a5037-3478-49e4-a284-bd08486f2cc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87ffe0c8d236444e864b037db79b6752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416687 May 10 17:34:10.597354 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a5037-3478-49e4-a284-bd08486f2cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3876b692-0c56-4e25-9d14-54662f7f33cc,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:10.598255 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 51976) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:10.600839 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c75a5037-3478-49e4-a284-bd08486f2cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:10.678687 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-511c0102-e599-4c70-9e54-832428422f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:10.706254 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-511c0102-e599-4c70-9e54-832428422f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:10.789697 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1429bf-a79f-43f1-b145-3a313a72950e req-b1b9a2e1-ee5d-4b42-8781-f4cc19ee3fe3 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:10.800294 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ce1429bf-a79f-43f1-b145-3a313a72950e req-b1b9a2e1-ee5d-4b42-8781-f4cc19ee3fe3 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1007626 May 10 17:34:10.849736 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ce1429bf-a79f-43f1-b145-3a313a72950e req-9d11cd49-9d0b-4ea1-8570-c34eb23574ea tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499752 May 10 17:34:10.854943 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-511c0102-e599-4c70-9e54-832428422f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:10.859513 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f3378ff3-cbe5-4e33-a9e6-d3547b02fe43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:10.872414 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c0102-e599-4c70-9e54-832428422f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3876b692-0c56-4e25-9d14-54662f7f33cc,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:10.893187 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-511c0102-e599-4c70-9e54-832428422f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:10.911235 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-511c0102-e599-4c70-9e54-832428422f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:10.912870 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-511c0102-e599-4c70-9e54-832428422f56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3876b692-0c56-4e25-9d14-54662f7f33cc HTTP/1.1" status: 204 len: 168 time: 0.3136370 May 10 17:34:12.149604 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e90aa8-531f-4e75-901c-652ee994888d req-2148555f-8670-494e-b936-70658ad5e93f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:12.151140 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-28e90aa8-531f-4e75-901c-652ee994888d req-2148555f-8670-494e-b936-70658ad5e93f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1761584 May 10 17:34:12.201463 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-28e90aa8-531f-4e75-901c-652ee994888d req-849eba13-9f8e-4dbe-b8a7-2a0eaa513eb0 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 May 10 17:34:13.668730 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385828a-df29-494f-9838-85659eafb7a9 req-5b46b5f9-f18f-4574-aa8f-164b0fde4956 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:13.670414 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f385828a-df29-494f-9838-85659eafb7a9 req-5b46b5f9-f18f-4574-aa8f-164b0fde4956 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0861802 May 10 17:34:13.724673 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f385828a-df29-494f-9838-85659eafb7a9 req-34a10c29-5418-4734-9ebd-e6208c157a16 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478060 May 10 17:34:13.806818 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0a8db-f840-4049-9dd8-301849fa14b6 req-1a99f328-cd54-461c-ba08-2ede1ebf4a4c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:13.808255 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3bf0a8db-f840-4049-9dd8-301849fa14b6 req-1a99f328-cd54-461c-ba08-2ede1ebf4a4c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0925887 May 10 17:34:13.853251 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3bf0a8db-f840-4049-9dd8-301849fa14b6 req-d32ae6a5-fc47-4ab4-8599-6a715aee5aa0 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393529 May 10 17:34:13.904389 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58bb35-2ed7-4b42-89bc-d105a24468c4 req-d37053cb-db09-4e85-91e8-637e5c073583 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:13.906341 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-be58bb35-2ed7-4b42-89bc-d105a24468c4 req-d37053cb-db09-4e85-91e8-637e5c073583 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.0824492 May 10 17:34:13.954843 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-be58bb35-2ed7-4b42-89bc-d105a24468c4 req-442316ec-1f4e-40e1-b421-2c15bd2c7889 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428054 May 10 17:34:14.568144 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ed96d-89bd-450e-aeb9-3b4f26086bec req-b73e73fb-6a45-4599-99b9-a3aa0ba7674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:14.569624 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-438ed96d-89bd-450e-aeb9-3b4f26086bec req-b73e73fb-6a45-4599-99b9-a3aa0ba7674e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 1098 time: 0.0750272 May 10 17:34:14.573987 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2cebc5fe-4cc5-4fba-911d-fd11ebeaa63a tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=75413ee447f24b9598d5a153523de8a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273948 May 10 17:34:14.614528 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-438ed96d-89bd-450e-aeb9-3b4f26086bec req-afe33497-4f9c-453a-966f-dcb330f71852 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358424 May 10 17:34:14.736230 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-67b90bed-675a-4bb2-a2ba-9051b1d91b74 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:14.738894 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-67b90bed-675a-4bb2-a2ba-9051b1d91b74 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577165 May 10 17:34:14.757507 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-f564c8ad-3365-4cd0-a53f-2d947519f2b5 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/quotas/75413ee447f24b9598d5a153523de8a4 HTTP/1.1" status: 200 len: 375 time: 0.0142343 May 10 17:34:14.808050 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-da3fff6a-a084-4cbb-9305-04b6c93c0d6f tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75413ee447f24b9598d5a153523de8a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448191 May 10 17:34:14.857301 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 52094) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:14.927635 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fddfc-aaff-4243-bd9c-d84b785c7825 req-fe46069e-e632-485b-ae2e-57f770ed4700 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:14.929349 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-940fddfc-aaff-4243-bd9c-d84b785c7825 req-fe46069e-e632-485b-ae2e-57f770ed4700 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0861144 May 10 17:34:14.979484 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-940fddfc-aaff-4243-bd9c-d84b785c7825 req-17d18b32-54e6-40f3-b5a0-0dca6d6271b6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432644 May 10 17:34:14.980349 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ec4e-7d99-4039-b217-c8061d9237fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.995322 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e6f4ec4e-7d99-4039-b217-c8061d9237fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:15.000294 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e6f4ec4e-7d99-4039-b217-c8061d9237fe admin admin] Usage tracker for resource:security_group_rule and tenant:21e533721f174bd994d0b93d5be14af6 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:15.003345 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e6f4ec4e-7d99-4039-b217-c8061d9237fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:15.009785 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e6f4ec4e-7d99-4039-b217-c8061d9237fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:15.119533 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ec4e-7d99-4039-b217-c8061d9237fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:15.185047 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ec4e-7d99-4039-b217-c8061d9237fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:15.187482 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4737e-c5e4-4c8a-93b7-a7baf0a0b3fa req-93d28bda-3b38-43e5-ba3e-918da4b26177 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:15.189002 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-64e4737e-c5e4-4c8a-93b7-a7baf0a0b3fa req-93d28bda-3b38-43e5-ba3e-918da4b26177 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0904839 May 10 17:34:15.196731 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6eb91fc0-5a7d-4eb0-a3fa-930378ea6dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:15.265164 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-64e4737e-c5e4-4c8a-93b7-a7baf0a0b3fa req-ea6ddded-046f-4ff8-b7de-0e4d5fd2fff4 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429583 May 10 17:34:15.266870 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868917f3-7cdb-48cb-a0e5-c41a94176c9f req-4aa8ce61-8ad2-4ae3-90e2-6f574b3828d1 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:15.266870 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-868917f3-7cdb-48cb-a0e5-c41a94176c9f req-4aa8ce61-8ad2-4ae3-90e2-6f574b3828d1 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.1431527 May 10 17:34:15.266870 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4ec4e-7d99-4039-b217-c8061d9237fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f3830a-70d1-446c-81d9-640157ef5ac5,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:15.283071 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e6f4ec4e-7d99-4039-b217-c8061d9237fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:15.285771 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-e6f4ec4e-7d99-4039-b217-c8061d9237fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21e533721f174bd994d0b93d5be14af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274871 May 10 17:34:15.288911 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 52112) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:15.320627 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-868917f3-7cdb-48cb-a0e5-c41a94176c9f req-a750d2f4-180f-431b-a49e-3452014ff718 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551746 May 10 17:34:15.350329 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9b489cb1-36e3-48fa-a662-fdff7006aa59 req-57ab5e8b-6c6c-4389-ae8f-ad374a44c512 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 210 time: 0.0656314 May 10 17:34:15.397428 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-aee7409a-2600-4392-9e0b-29ee7f46a719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:15.424231 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-aee7409a-2600-4392-9e0b-29ee7f46a719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:15.550965 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-aee7409a-2600-4392-9e0b-29ee7f46a719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:15.555970 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c75a5037-3478-49e4-a284-bd08486f2cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:15.570936 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7409a-2600-4392-9e0b-29ee7f46a719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f3830a-70d1-446c-81d9-640157ef5ac5,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:15.570936 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-aee7409a-2600-4392-9e0b-29ee7f46a719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:15.579263 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-aee7409a-2600-4392-9e0b-29ee7f46a719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:15.580363 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-aee7409a-2600-4392-9e0b-29ee7f46a719 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8f3830a-70d1-446c-81d9-640157ef5ac5 HTTP/1.1" status: 204 len: 168 time: 0.2903452 May 10 17:34:16.240424 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d44c6-7d8d-4259-b3c1-e9c1b826f88f req-665738a0-1994-4c45-a676-f46ee28ce7a6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:16.241859 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-163d44c6-7d8d-4259-b3c1-e9c1b826f88f req-665738a0-1994-4c45-a676-f46ee28ce7a6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1541324 May 10 17:34:16.289535 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-163d44c6-7d8d-4259-b3c1-e9c1b826f88f req-20026ca8-2358-42c9-aee2-a6ae7623c837 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 May 10 17:34:16.346861 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 52132) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:16.368416 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-97092899-a98d-4ac9-8ea3-39e7bbf93c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.430235 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-97092899-a98d-4ac9-8ea3-39e7bbf93c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:16.436786 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-97092899-a98d-4ac9-8ea3-39e7bbf93c89 admin admin] Usage tracker for resource:security_group_rule and tenant:65783932998b42c3a1c63c44f5834506 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:16.441330 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-97092899-a98d-4ac9-8ea3-39e7bbf93c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:16.450048 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-97092899-a98d-4ac9-8ea3-39e7bbf93c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:16.501635 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343d515-2def-414a-9f41-8336af3c183a req-89f83092-582a-4dcd-a513-5b86088b7746 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:16.504018 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7343d515-2def-414a-9f41-8336af3c183a req-89f83092-582a-4dcd-a513-5b86088b7746 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.1361663 May 10 17:34:16.573640 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9a9ea-63cd-4128-9ead-743df02ece13 req-bb61ba05-d98f-4e50-887d-6e0b39bbd5e6 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:16.575125 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-eed9a9ea-63cd-4128-9ead-743df02ece13 req-bb61ba05-d98f-4e50-887d-6e0b39bbd5e6 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.0895240 May 10 17:34:16.589342 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7343d515-2def-414a-9f41-8336af3c183a req-8534e277-767b-4ab4-add1-a2dac76d4305 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768914 May 10 17:34:16.625369 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-97092899-a98d-4ac9-8ea3-39e7bbf93c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.647797 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-eed9a9ea-63cd-4128-9ead-743df02ece13 req-38000f7a-9585-43e0-8476-0e408b2478f4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644345 May 10 17:34:16.757701 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-97092899-a98d-4ac9-8ea3-39e7bbf93c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.773065 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-37d0be04-45a8-4baa-8bab-2f49b6df72bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:16.784751 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-41f07b63-2a24-41c2-b7a3-844c39fd00ae req-32d6332e-3bea-4af1-a4da-a700ebc6bedb tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 210 time: 0.0652404 May 10 17:34:16.815921 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-97092899-a98d-4ac9-8ea3-39e7bbf93c89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65783932998b42c3a1c63c44f5834506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679494 May 10 17:34:16.817716 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97092899-a98d-4ac9-8ea3-39e7bbf93c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363e1cf9-859c-4ac4-9c3f-e93512d68bdc,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:16.818602 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 52146) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:16.820870 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-97092899-a98d-4ac9-8ea3-39e7bbf93c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:16.877269 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-27aa866d-abbf-49b4-8a49-6d9919d3944b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.902628 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-27aa866d-abbf-49b4-8a49-6d9919d3944b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:17.002261 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-27aa866d-abbf-49b4-8a49-6d9919d3944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:17.010966 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-13ad8d88-1aeb-4417-a84e-97572280454b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:17.031150 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa866d-abbf-49b4-8a49-6d9919d3944b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363e1cf9-859c-4ac4-9c3f-e93512d68bdc,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:17.033983 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-27aa866d-abbf-49b4-8a49-6d9919d3944b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:17.044262 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-27aa866d-abbf-49b4-8a49-6d9919d3944b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:17.053728 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-27aa866d-abbf-49b4-8a49-6d9919d3944b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/363e1cf9-859c-4ac4-9c3f-e93512d68bdc HTTP/1.1" status: 204 len: 168 time: 0.2340767 May 10 17:34:17.244843 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42aa8e-7e03-43f8-9a07-d457a0813d5e req-c53f26e1-ade5-4670-b136-d8dfeec1ec33 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:17.246352 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8b42aa8e-7e03-43f8-9a07-d457a0813d5e req-c53f26e1-ade5-4670-b136-d8dfeec1ec33 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1471262 May 10 17:34:17.249283 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75ed5e-04a8-42d0-b798-c1b41d02e2d2 req-b61248f3-ba33-4e4a-9819-0d5befd2711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:17.250625 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dd75ed5e-04a8-42d0-b798-c1b41d02e2d2 req-b61248f3-ba33-4e4a-9819-0d5befd2711b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 1098 time: 0.1114404 May 10 17:34:17.369736 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8b42aa8e-7e03-43f8-9a07-d457a0813d5e req-cd6c9a6d-8479-4ed6-a931-211816f91c30 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174653 May 10 17:34:17.414681 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75ed5e-04a8-42d0-b798-c1b41d02e2d2 req-44f7ecf7-0e9d-43c8-8ac1-335487734808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:17.416101 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dd75ed5e-04a8-42d0-b798-c1b41d02e2d2 req-44f7ecf7-0e9d-43c8-8ac1-335487734808 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 200 len: 919 time: 0.1505423 May 10 17:34:17.495351 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dd75ed5e-04a8-42d0-b798-c1b41d02e2d2 req-74365799-d6bd-404e-b299-8b3525e790f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df440aca-80c2-4ed9-b1e8-b8309f1b9387 HTTP/1.1" status: 200 len: 217 time: 0.0649812 May 10 17:34:17.582462 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75ed5e-04a8-42d0-b798-c1b41d02e2d2 req-54d7466e-0c37-48be-a75a-bba15900c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:17.583914 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dd75ed5e-04a8-42d0-b798-c1b41d02e2d2 req-54d7466e-0c37-48be-a75a-bba15900c836 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a352b0e-3e61-497e-a597-659f58f14f47 HTTP/1.1" status: 200 len: 858 time: 0.0619905 May 10 17:34:17.634730 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dd75ed5e-04a8-42d0-b798-c1b41d02e2d2 req-24ffbd90-ed2a-45ca-9816-8ab6c19b270d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff5deae6-b982-458f-bc91-12732fbdac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429060 May 10 17:34:17.873136 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-f24176f6-2759-4225-92cb-16aae907a295 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=75413ee447f24b9598d5a153523de8a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327086 May 10 17:34:17.893448 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4327c-2ce9-42e6-a360-dad333232ae1 req-e936f3e7-eb77-489f-af75-3a407239c0cb tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:17.896134 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7bb4327c-2ce9-42e6-a360-dad333232ae1 req-e936f3e7-eb77-489f-af75-3a407239c0cb tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.1442072 May 10 17:34:17.955691 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dd75ed5e-04a8-42d0-b798-c1b41d02e2d2 req-d65512c4-251c-4962-be15-11a6232b5d81 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079278 May 10 17:34:18.056029 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7bb4327c-2ce9-42e6-a360-dad333232ae1 req-499719ca-d054-4fbe-90ca-8b7502b9d4c4 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408992 May 10 17:34:18.068350 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a6533-8557-48da-a522-f8e8e1e04738 req-b8e6d352-5597-40ff-997d-63cf9f9bf2fd tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:18.074073 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a98a6533-8557-48da-a522-f8e8e1e04738 req-b8e6d352-5597-40ff-997d-63cf9f9bf2fd tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.2837579 May 10 17:34:18.142936 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-a4c0263f-4d2a-4f10-8bf7-dfa62cbd5b00 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:18.145039 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-a4c0263f-4d2a-4f10-8bf7-dfa62cbd5b00 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2601638 May 10 17:34:18.164432 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a98a6533-8557-48da-a522-f8e8e1e04738 req-8d3ab9ff-8556-4f2e-89b0-8a37592f2f7f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865119 May 10 17:34:18.166331 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Request body: {'port': {'device_id': '50cd2a6b-81a5-41da-8354-b68e7b7c7658', 'network_id': '19d7a0ac-aa71-463e-88fc-caeea85f7002', 'admin_state_up': True, 'tenant_id': '75413ee447f24b9598d5a153523de8a4'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:18.166470 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dd75ed5e-04a8-42d0-b798-c1b41d02e2d2 req-931d9997-362c-49b1-9967-2b1762a44463 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030680 May 10 17:34:18.358893 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-67a7795a-8e1f-452f-826c-c2970708e6e6 req-a7b0e2fc-643f-47a9-aa04-5f77a1d20fe3 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 210 time: 0.1189284 May 10 17:34:18.435102 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:18.439765 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Usage tracker for resource:port and tenant:75413ee447f24b9598d5a153523de8a4 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:18.442822 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:18.450344 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:18.555268 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Made reservation on behalf of 75413ee447f24b9598d5a153523de8a4 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:34:18.558927 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:18.578389 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:18.596460 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:18.600548 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221c5e8-1fea-426b-a342-52d741ef1f21 req-e3cfbe1e-403b-40ba-acc8-0bcc23794562 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:18.601395 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Usage tracker for resource:security_group_rule and tenant:75413ee447f24b9598d5a153523de8a4 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:18.602425 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8221c5e8-1fea-426b-a342-52d741ef1f21 req-e3cfbe1e-403b-40ba-acc8-0bcc23794562 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0969672 May 10 17:34:18.605449 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:18.613687 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:18.663263 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8221c5e8-1fea-426b-a342-52d741ef1f21 req-bd5bd427-1961-4f19-9c1e-70e227af411b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465238 May 10 17:34:18.712528 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:18.796777 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:18.801317 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bf8c78f7-0d81-40b1-9fa4-603f76a85692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:18.880153 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:18.885339 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:18.973414 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Allocated IP 192.168.233.238 (19d7a0ac-aa71-463e-88fc-caeea85f7002/eca1cedb-2345-478d-b45e-3caaf1ce4799/f5a1a331-ff62-4980-89c1-1f5901812ef3) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:34:19.175229 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.236772 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Transition to ACTIVE for port object f5a1a331-ff62-4980-89c1-1f5901812ef3 will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:19.291141 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8fb3c-db3a-432d-856f-32f822ad0401 req-20ca21ca-c4cd-4502-aabb-7442fead351e tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:19.294339 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8cb8fb3c-db3a-432d-856f-32f822ad0401 req-20ca21ca-c4cd-4502-aabb-7442fead351e tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.1081736 May 10 17:34:19.343379 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8cb8fb3c-db3a-432d-856f-32f822ad0401 req-232f6f47-3555-4d54-a940-99a272a5dee1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430214 May 10 17:34:19.354962 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a25fab-b850-420e-9c40-4eef7b51a75c req-5de496dd-e29c-4620-9f83-7dfb1b608a1f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:19.356426 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e4a25fab-b850-420e-9c40-4eef7b51a75c req-5de496dd-e29c-4620-9f83-7dfb1b608a1f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.0826652 May 10 17:34:19.402044 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e4a25fab-b850-420e-9c40-4eef7b51a75c req-2ec80df0-2c83-451a-bb76-2653f997467e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391979 May 10 17:34:19.407895 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.422950 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ec6eeea3-6ed2-47ef-943d-293d1b8adbac tempest-DeleteServersTestJSON-966830400 tempest-DeleteServersTestJSON-966830400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:19.468269 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:34:19.481594 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Network 19d7a0ac-aa71-463e-88fc-caeea85f7002 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:34:19.485322 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:19.489475 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:34:19.596793 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Pushing event updated for resources: {'Port': ['ID=f5a1a331-ff62-4980-89c1-1f5901812ef3,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:19.602582 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:19.602949 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:19.603305 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:19.603650 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:19.603995 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:19.604558 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:19.604731 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:19.605058 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:19.605396 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:19.605730 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:19.606066 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:19.606440 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:19.611000 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:19.638497 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:19.641377 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.688745 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cdb11-0e67-4b2f-b2e0-e7b6cf5e9939 req-69b0cb85-280d-48b2-a87c-b1f9ae973895 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:19.689395 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-af4cdb11-0e67-4b2f-b2e0-e7b6cf5e9939 req-69b0cb85-280d-48b2-a87c-b1f9ae973895 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Synchronizing usage tracker for tenant:75413ee447f24b9598d5a153523de8a4 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:34:19.849238 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6872959 May 10 17:34:19.852936 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf791b65-3b72-4644-b4d0-65b233b3ddbb req-a1cc818b-80b6-4def-8a91-59a00e4bae7b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:19.854405 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cf791b65-3b72-4644-b4d0-65b233b3ddbb req-a1cc818b-80b6-4def-8a91-59a00e4bae7b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0818434 May 10 17:34:19.863229 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Request body: {'port': {'device_id': '50cd2a6b-81a5-41da-8354-b68e7b7c7658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:19.894483 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-f61a39bb-3125-492b-88ad-56136064c87e None None] Provisioning for port f5a1a331-ff62-4980-89c1-1f5901812ef3 completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:34:19.899524 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-f61a39bb-3125-492b-88ad-56136064c87e None None] Provisioning complete for port f5a1a331-ff62-4980-89c1-1f5901812ef3 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:19.899976 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f61a39bb-3125-492b-88ad-56136064c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.900177 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cf791b65-3b72-4644-b4d0-65b233b3ddbb req-6340b461-c4b6-4343-96f6-53fa10b64a81 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 May 10 17:34:19.906002 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-af4cdb11-0e67-4b2f-b2e0-e7b6cf5e9939 req-69b0cb85-280d-48b2-a87c-b1f9ae973895 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Unset dirty status for tenant:75413ee447f24b9598d5a153523de8a4 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:34:19.907205 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-af4cdb11-0e67-4b2f-b2e0-e7b6cf5e9939 req-69b0cb85-280d-48b2-a87c-b1f9ae973895 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 936 time: 0.3872807 May 10 17:34:19.957022 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-f61a39bb-3125-492b-88ad-56136064c87e None None] Port f5a1a331-ff62-4980-89c1-1f5901812ef3 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:34:20.004457 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-af4cdb11-0e67-4b2f-b2e0-e7b6cf5e9939 req-ae30d14a-74c8-4a2a-9e15-680fe520088a tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Synchronizing usage tracker for tenant:75413ee447f24b9598d5a153523de8a4 on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:34:20.021446 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.228595 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-af4cdb11-0e67-4b2f-b2e0-e7b6cf5e9939 req-ae30d14a-74c8-4a2a-9e15-680fe520088a tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Unset dirty status for tenant:75413ee447f24b9598d5a153523de8a4 on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:34:20.229647 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-af4cdb11-0e67-4b2f-b2e0-e7b6cf5e9939 req-ae30d14a-74c8-4a2a-9e15-680fe520088a tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/security-groups?id=f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146276 May 10 17:34:20.477464 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a1a331-ff62-4980-89c1-1f5901812ef3 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:34:20.487360 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.504167 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Transition to ACTIVE for port object f5a1a331-ff62-4980-89c1-1f5901812ef3 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:20.549348 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72938c71-c566-4adf-b40c-e5defdda15f6 req-79056cf7-53c9-4ada-9f2d-60251189a244 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:20.551084 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-72938c71-c566-4adf-b40c-e5defdda15f6 req-79056cf7-53c9-4ada-9f2d-60251189a244 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0946128 May 10 17:34:20.551710 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 52244) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:20.591686 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.600029 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:20.603967 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-72938c71-c566-4adf-b40c-e5defdda15f6 req-ea10a138-95ca-44e6-a6c7-7512b86e0faf tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461664 May 10 17:34:20.693841 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4aea5021-4ec9-48d9-bbfb-ff009e0643f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.710158 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-4aea5021-4ec9-48d9-bbfb-ff009e0643f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:20.714772 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-4aea5021-4ec9-48d9-bbfb-ff009e0643f9 admin admin] Usage tracker for resource:security_group_rule and tenant:491fdda221f04f78b79ccc947b0c943e is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:20.720981 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-4aea5021-4ec9-48d9-bbfb-ff009e0643f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:20.724769 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-4aea5021-4ec9-48d9-bbfb-ff009e0643f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:20.789806 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a1a331-ff62-4980-89c1-1f5901812ef3,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:20.804860 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df956f-98ec-4f89-aa98-66cd4d0fccc8 req-6e8cd967-deb2-4c17-9b10-14c3971b9b57 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:20.806433 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d5df956f-98ec-4f89-aa98-66cd4d0fccc8 req-6e8cd967-deb2-4c17-9b10-14c3971b9b57 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.2795236 May 10 17:34:20.807614 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:20.824204 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4aea5021-4ec9-48d9-bbfb-ff009e0643f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.902960 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d5df956f-98ec-4f89-aa98-66cd4d0fccc8 req-8b76831b-7f5c-4bb1-bcca-af5101015158 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663662 May 10 17:34:20.909870 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Attempting to bind port f5a1a331-ff62-4980-89c1-1f5901812ef3 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:34:20.910489 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Attempting to bind port f5a1a331-ff62-4980-89c1-1f5901812ef3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '18160e0b-9c8f-498d-8511-0fcd592a8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '19d7a0ac-aa71-463e-88fc-caeea85f7002'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:34:20.910603 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Attempting to bind port f5a1a331-ff62-4980-89c1-1f5901812ef3 on network 19d7a0ac-aa71-463e-88fc-caeea85f7002 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:34:20.915077 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Port f5a1a331-ff62-4980-89c1-1f5901812ef3 on network 19d7a0ac-aa71-463e-88fc-caeea85f7002 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:34:20.915397 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Attempting to bind port f5a1a331-ff62-4980-89c1-1f5901812ef3 on network 19d7a0ac-aa71-463e-88fc-caeea85f7002 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:34:20.920512 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:34:20.920853 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Checking segment: {'id': '18160e0b-9c8f-498d-8511-0fcd592a8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '19d7a0ac-aa71-463e-88fc-caeea85f7002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:34:20.921231 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Bound using segment: {'id': '18160e0b-9c8f-498d-8511-0fcd592a8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '19d7a0ac-aa71-463e-88fc-caeea85f7002'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:34:20.921650 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Bound port: f5a1a331-ff62-4980-89c1-1f5901812ef3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18160e0b-9c8f-498d-8511-0fcd592a8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '19d7a0ac-aa71-463e-88fc-caeea85f7002'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:34:20.921996 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.991048 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4aea5021-4ec9-48d9-bbfb-ff009e0643f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.000165 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:21.010406 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] For port f5a1a331-ff62-4980-89c1-1f5901812ef3, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:34:21.013467 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] For port f5a1a331-ff62-4980-89c1-1f5901812ef3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5a1a331-ff62-4980-89c1-1f5901812ef3,segment=NetworkSegment(18160e0b-9c8f-498d-8511-0fcd592a8d78),segment_id=18160e0b-9c8f-498d-8511-0fcd592a8d78)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:34:21.081780 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.086050 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-4aea5021-4ec9-48d9-bbfb-ff009e0643f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=491fdda221f04f78b79ccc947b0c943e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5331321 May 10 17:34:21.086924 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:21.087888 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5021-4ec9-48d9-bbfb-ff009e0643f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394fbe6e-61ab-4043-b52a-f5ee1bff8435,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:21.090376 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 52256) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:21.096278 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-4aea5021-4ec9-48d9-bbfb-ff009e0643f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:21.150831 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:21.151539 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.153327 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] 10.222.0.10 "PUT /v2.0/ports/f5a1a331-ff62-4980-89c1-1f5901812ef3 HTTP/1.1" status: 200 len: 1098 time: 1.2942796 May 10 17:34:21.156692 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cd2a6b-81a5-41da-8354-b68e7b7c7658', 'tag': 'f5a1a331-ff62-4980-89c1-1f5901812ef3'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:34:21.195490 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.205337 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a1a331-ff62-4980-89c1-1f5901812ef3,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:21.209119 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:21.218434 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cd2a6b-81a5-41da-8354-b68e7b7c7658', 'tag': 'f5a1a331-ff62-4980-89c1-1f5901812ef3', 'status': 'completed', 'code': 200} May 10 17:34:21.234727 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe55fb0-8016-4d7c-a315-d1f078366947 req-976895f6-0297-494f-8bad-b7f6fa08944f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:21.236580 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7fe55fb0-8016-4d7c-a315-d1f078366947 req-976895f6-0297-494f-8bad-b7f6fa08944f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.2233930 May 10 17:34:21.322770 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7fe55fb0-8016-4d7c-a315-d1f078366947 req-949769d2-190b-4882-8a61-607c0b25776c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766821 May 10 17:34:21.324587 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.393124 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48a477-232f-4806-9bc6-be6e991bede9 req-2cf4090b-d8d6-43e8-babd-9187f4cee80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:21.394829 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4c48a477-232f-4806-9bc6-be6e991bede9 req-2cf4090b-d8d6-43e8-babd-9187f4cee80d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75413ee447f24b9598d5a153523de8a4&device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 1101 time: 0.1506553 May 10 17:34:21.482292 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.484801 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4c48a477-232f-4806-9bc6-be6e991bede9 req-200a12ad-fdec-4219-8ce5-013c153a9d14 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=75413ee447f24b9598d5a153523de8a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709510 May 10 17:34:21.488361 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-2d88ef63-b50c-44fe-aa37-f5b42c485880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:21.503759 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394fbe6e-61ab-4043-b52a-f5ee1bff8435,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:21.519639 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.520285 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/394fbe6e-61ab-4043-b52a-f5ee1bff8435 HTTP/1.1" status: 204 len: 168 time: 0.4276223 May 10 17:34:21.525790 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:21.526149 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:21.527100 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:21.527100 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:21.527510 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:21.528137 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:21.528452 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:21.528838 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:21.529130 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:21.529461 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:21.529951 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:21.530129 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:21.540773 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:21.636921 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0cda7-fa0c-4441-900d-1b5fcb7ca9a2 req-acfe0934-d991-4a33-9cc9-0a8afd520cea tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:21.637251 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a4b0cda7-fa0c-4441-900d-1b5fcb7ca9a2 req-acfe0934-d991-4a33-9cc9-0a8afd520cea tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 948 time: 0.1967945 May 10 17:34:21.669973 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48a477-232f-4806-9bc6-be6e991bede9 req-6f02881c-3ccc-45e6-bb4d-6cc8fce77902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:21.671962 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4c48a477-232f-4806-9bc6-be6e991bede9 req-6f02881c-3ccc-45e6-bb4d-6cc8fce77902 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1793447 May 10 17:34:21.696232 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a4b0cda7-fa0c-4441-900d-1b5fcb7ca9a2 req-f5468175-c961-478d-8edb-0bbd20b09a23 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/security-groups?id=f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497408 May 10 17:34:21.790805 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-b2578053-d655-41e4-b18d-322327c2562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:21.792409 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-b2578053-d655-41e4-b18d-322327c2562c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75413ee447f24b9598d5a153523de8a4&device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 1101 time: 0.0756872 May 10 17:34:21.830610 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce428365-cf7b-4cec-a914-2409f275a9c2 req-af1d36da-713a-4f5e-937b-1ed3136e16c2 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:21.832188 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ce428365-cf7b-4cec-a914-2409f275a9c2 req-af1d36da-713a-4f5e-937b-1ed3136e16c2 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0890255 May 10 17:34:21.869249 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-eade859c-3610-4276-b50c-4ebc96bbdac9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f5a1a331-ff62-4980-89c1-1f5901812ef3 HTTP/1.1" status: 200 len: 217 time: 0.0637431 May 10 17:34:21.878641 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ce428365-cf7b-4cec-a914-2409f275a9c2 req-467974a5-a281-43ae-a48b-ef882589e2a8 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407543 May 10 17:34:21.950719 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-7dcecc19-2210-4e75-9a29-e88ca85abee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:21.952214 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-7dcecc19-2210-4e75-9a29-e88ca85abee3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eca1cedb-2345-478d-b45e-3caaf1ce4799 HTTP/1.1" status: 200 len: 843 time: 0.0753469 May 10 17:34:22.036650 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-1b8940ea-2d34-46b1-ac24-443c8059da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:22.038274 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-1b8940ea-2d34-46b1-ac24-443c8059da2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=19d7a0ac-aa71-463e-88fc-caeea85f7002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0765955 May 10 17:34:22.311866 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-bb5b167e-8ca1-4c05-ac82-8df463aad9f0 service neutron] 10.222.0.10 "GET /v2.0/networks/19d7a0ac-aa71-463e-88fc-caeea85f7002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399976 May 10 17:34:22.320776 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc5b37-43d5-4da2-a6c8-24f8b178be86 req-a1c755a7-3176-482f-ae37-1a994a48dea5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:22.328477 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-32dc5b37-43d5-4da2-a6c8-24f8b178be86 req-a1c755a7-3176-482f-ae37-1a994a48dea5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.2871094 May 10 17:34:22.449796 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-32dc5b37-43d5-4da2-a6c8-24f8b178be86 req-c54a1cb5-0319-4b97-ba5c-8a6219111472 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195817 May 10 17:34:22.497901 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc8bc4a8-eb1d-4d95-9760-19669dab30d4 req-6d4e90ef-5249-4358-8852-24983784507b service neutron] 10.222.0.10 "GET /v2.0/networks/19d7a0ac-aa71-463e-88fc-caeea85f7002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674578 May 10 17:34:22.902498 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b1897-34b8-4d5b-a4bd-93f331e9c2e8 req-8aaa9129-6988-487d-913f-51a302b8403a tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:22.904116 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3f3b1897-34b8-4d5b-a4bd-93f331e9c2e8 req-8aaa9129-6988-487d-913f-51a302b8403a tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 948 time: 0.0888200 May 10 17:34:22.955140 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3f3b1897-34b8-4d5b-a4bd-93f331e9c2e8 req-da04a88a-d559-4aff-b65a-cd00835be96e tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/security-groups?id=f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448532 May 10 17:34:23.089272 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b0fbe-c358-4ab2-bc01-b2d6b2574111 req-77f10bb7-5364-42df-99bf-ccfca4147754 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:23.090750 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-423b0fbe-c358-4ab2-bc01-b2d6b2574111 req-77f10bb7-5364-42df-99bf-ccfca4147754 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0811784 May 10 17:34:23.140454 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-423b0fbe-c358-4ab2-bc01-b2d6b2574111 req-0da85f61-644f-4f69-9802-856a0e74ed41 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436528 May 10 17:34:23.469492 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-39c2a1a4-8e66-4bbb-8f81-f6f22a7a26f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:23.637267 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fc1a1-36d1-405a-8c72-c544cf343b35 req-ed0cf160-e2ec-4e91-8636-373c8412b041 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:23.638819 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cb2fc1a1-36d1-405a-8c72-c544cf343b35 req-ed0cf160-e2ec-4e91-8636-373c8412b041 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.0806305 May 10 17:34:23.693874 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5eb5dc-1aef-4870-978b-74a11ee5e1a0 req-5c308d95-25eb-49c1-b6e8-d23c4769150a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:23.693874 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6b5eb5dc-1aef-4870-978b-74a11ee5e1a0 req-5c308d95-25eb-49c1-b6e8-d23c4769150a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0922670 May 10 17:34:23.694085 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cb2fc1a1-36d1-405a-8c72-c544cf343b35 req-9993c38a-588d-42c6-bb8d-85776220c0f0 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462775 May 10 17:34:23.743810 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6b5eb5dc-1aef-4870-978b-74a11ee5e1a0 req-88abe336-efc5-4b4d-92a8-41154e81e254 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402899 May 10 17:34:24.141831 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b2a68-4efd-467a-809d-4b4604fa8dd4 req-dd47de2f-f454-4f3b-8649-e82cf7a34f01 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:24.143224 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-136b2a68-4efd-467a-809d-4b4604fa8dd4 req-dd47de2f-f454-4f3b-8649-e82cf7a34f01 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 948 time: 0.0838423 May 10 17:34:24.187179 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-136b2a68-4efd-467a-809d-4b4604fa8dd4 req-b5f32e68-44a4-46b8-bd3b-a7c808c99c88 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/security-groups?id=f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381944 May 10 17:34:24.366294 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc6d07-ec3c-4acb-8305-7799c77b817a req-b0a5676e-4b78-4f74-8809-dff3661e1eb4 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:24.368100 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-72bc6d07-ec3c-4acb-8305-7799c77b817a req-b0a5676e-4b78-4f74-8809-dff3661e1eb4 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0795960 May 10 17:34:24.413225 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-72bc6d07-ec3c-4acb-8305-7799c77b817a req-afa96d99-c079-4e64-b5de-52db9bf2e3a2 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394697 May 10 17:34:24.635242 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device f5a1a331-ff62-4980-89c1-1f5901812ef3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:34:24.788247 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port f5a1a331-ff62-4980-89c1-1f5901812ef3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5a1a331-ff62-4980-89c1-1f5901812ef3,segment=NetworkSegment(18160e0b-9c8f-498d-8511-0fcd592a8d78),segment_id=18160e0b-9c8f-498d-8511-0fcd592a8d78)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:24.812655 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': 'f5a1a331-ff62-4980-89c1-1f5901812ef3', 'network_id': '19d7a0ac-aa71-463e-88fc-caeea85f7002', 'port_id': 'f5a1a331-ff62-4980-89c1-1f5901812ef3', 'mac_address': 'fa:16:3e:56:e0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca1cedb-2345-478d-b45e-3caaf1ce4799', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:34:24.888460 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.909307 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a1a331-ff62-4980-89c1-1f5901812ef3 {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:34:24.911653 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3408f8-b0ac-4406-a4cc-31f2e6acdd65 req-fdb16757-497b-4254-bd84-59e295dd23ca tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:24.913196 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ca3408f8-b0ac-4406-a4cc-31f2e6acdd65 req-fdb16757-497b-4254-bd84-59e295dd23ca tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.0878787 May 10 17:34:24.927159 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port f5a1a331-ff62-4980-89c1-1f5901812ef3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5a1a331-ff62-4980-89c1-1f5901812ef3,segment=NetworkSegment(18160e0b-9c8f-498d-8511-0fcd592a8d78),segment_id=18160e0b-9c8f-498d-8511-0fcd592a8d78)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:24.967938 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ca3408f8-b0ac-4406-a4cc-31f2e6acdd65 req-42a2a855-ba7a-4672-a065-5ed1bf4c64e4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484705 May 10 17:34:25.013657 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:25.016222 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:25.086893 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=f5a1a331-ff62-4980-89c1-1f5901812ef3,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:25.094720 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:25.095066 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:25.095418 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:25.095738 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:25.096067 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:25.096396 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:25.096721 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:25.097048 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:25.097369 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:25.097688 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:25.098008 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:25.098379 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:25.102169 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:25.329026 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['f5a1a331-ff62-4980-89c1-1f5901812ef3'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:34:25.408884 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14b21c-2d61-4c6c-8f00-9872c23e793b req-fbd22d52-22af-41e9-a9c5-cc9c34f6fffc tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:25.410684 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4c14b21c-2d61-4c6c-8f00-9872c23e793b req-fbd22d52-22af-41e9-a9c5-cc9c34f6fffc tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 949 time: 0.1091986 May 10 17:34:25.521012 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4c14b21c-2d61-4c6c-8f00-9872c23e793b req-617891a5-c273-491e-bb31-795882a55439 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/security-groups?id=f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894866 May 10 17:34:25.658094 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2a744-9f43-4490-b5e3-6b844f2aabd0 req-21cc8d9a-06e6-42bd-91df-512297595f43 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:25.667642 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-60c2a744-9f43-4490-b5e3-6b844f2aabd0 req-21cc8d9a-06e6-42bd-91df-512297595f43 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.1052511 May 10 17:34:25.716181 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-60c2a744-9f43-4490-b5e3-6b844f2aabd0 req-e64fe5ca-aa24-4c31-872b-f9e6cc2dc6e3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477946 May 10 17:34:26.093501 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-660767c9-8707-4d30-9cff-41f73d474049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:26.160472 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8adb8e-977c-4ea0-bce3-d3d478f1b3e6 req-87599929-1ec2-4671-922f-3c3428d555aa tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:26.161944 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9e8adb8e-977c-4ea0-bce3-d3d478f1b3e6 req-87599929-1ec2-4671-922f-3c3428d555aa tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.0817261 May 10 17:34:26.208747 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9e8adb8e-977c-4ea0-bce3-d3d478f1b3e6 req-ccc4861f-5ba1-4a74-a3d3-22c5ef03283c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395238 May 10 17:34:26.236399 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:26.643524 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device f5a1a331-ff62-4980-89c1-1f5901812ef3 up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:26.698074 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeef824-a015-4c94-9632-fc4114cb71d6 req-5142cd2f-78ee-4225-9989-07dae39285d1 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:26.699708 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8aeef824-a015-4c94-9632-fc4114cb71d6 req-5142cd2f-78ee-4225-9989-07dae39285d1 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 949 time: 0.0837924 May 10 17:34:26.746008 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8aeef824-a015-4c94-9632-fc4114cb71d6 req-45f69dea-3a64-4bdb-8cb2-3faf84fa9867 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/security-groups?id=f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 May 10 17:34:26.821030 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port f5a1a331-ff62-4980-89c1-1f5901812ef3 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:34:26.826758 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port f5a1a331-ff62-4980-89c1-1f5901812ef3 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:26.827342 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:26.868984 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:26.933496 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e35263-4a95-4e42-add0-ba5a13dbc49b req-1daad126-2592-4168-88f3-fb01684de364 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:26.934977 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-22e35263-4a95-4e42-add0-ba5a13dbc49b req-1daad126-2592-4168-88f3-fb01684de364 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0954154 May 10 17:34:26.972106 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:26.992511 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-22e35263-4a95-4e42-add0-ba5a13dbc49b req-5f36bf45-72bc-461f-9e26-c9479a0d69ec tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496171 May 10 17:34:27.001990 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cd2a6b-81a5-41da-8354-b68e7b7c7658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a1a331-ff62-4980-89c1-1f5901812ef3'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:34:27.012352 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port f5a1a331-ff62-4980-89c1-1f5901812ef3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5a1a331-ff62-4980-89c1-1f5901812ef3,segment=NetworkSegment(18160e0b-9c8f-498d-8511-0fcd592a8d78),segment_id=18160e0b-9c8f-498d-8511-0fcd592a8d78)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:27.046245 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cd2a6b-81a5-41da-8354-b68e7b7c7658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a1a331-ff62-4980-89c1-1f5901812ef3', 'code': 200} May 10 17:34:27.134040 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:27.136594 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:27.206806 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=f5a1a331-ff62-4980-89c1-1f5901812ef3,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:27.209918 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:27.509253 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6d66c-6a0a-403a-a357-2a6844848e4b req-e46e7200-26e3-4b2d-8fef-5f1a98e3b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:27.511365 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-61d6d66c-6a0a-403a-a357-2a6844848e4b req-e46e7200-26e3-4b2d-8fef-5f1a98e3b34b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 1103 time: 0.1031790 May 10 17:34:27.554790 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-61d6d66c-6a0a-403a-a357-2a6844848e4b req-2719c72f-4902-45e4-a9a4-a31177ad4610 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356715 May 10 17:34:27.606038 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7c5c7-9155-4750-9ac3-42a453e006ae req-3a99bdc9-aabf-41e2-8f6c-5d0ac0abe74d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:27.606474 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7aa7c5c7-9155-4750-9ac3-42a453e006ae req-3a99bdc9-aabf-41e2-8f6c-5d0ac0abe74d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.0850997 May 10 17:34:27.651543 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7aa7c5c7-9155-4750-9ac3-42a453e006ae req-e523e726-dba4-4ff7-b396-2c90fa3f49bb tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389507 May 10 17:34:27.943325 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a676aa-1c78-44be-856a-1716973abe6d req-c0c2cafd-8e0c-4819-a10b-4ba4a2224a71 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:27.944773 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-48a676aa-1c78-44be-856a-1716973abe6d req-c0c2cafd-8e0c-4819-a10b-4ba4a2224a71 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 950 time: 0.0810547 May 10 17:34:27.989206 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-48a676aa-1c78-44be-856a-1716973abe6d req-654b19e3-f6fa-44f7-b490-1c92c8e62239 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/security-groups?id=f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384064 May 10 17:34:28.230933 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda707a-b938-48a7-9807-448f4f64420d req-fdcb29bd-9cae-4bb4-994f-461a0a523977 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:28.232408 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8eda707a-b938-48a7-9807-448f4f64420d req-fdcb29bd-9cae-4bb4-994f-461a0a523977 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.1310954 May 10 17:34:28.284591 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8eda707a-b938-48a7-9807-448f4f64420d req-e099a707-f216-455c-9d5a-7d1e95c81dc3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434651 May 10 17:34:28.734354 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:28.919358 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea494b-3e62-4cd0-a224-b001513245a7 req-42818d85-5691-4c20-9a8d-e4c804879dd4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:28.921577 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-65ea494b-3e62-4cd0-a224-b001513245a7 req-42818d85-5691-4c20-9a8d-e4c804879dd4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.1561999 May 10 17:34:28.967085 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-65ea494b-3e62-4cd0-a224-b001513245a7 req-40f28bbd-51b9-416e-87ce-f0df83f7c760 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395768 May 10 17:34:29.185643 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f695aa-b6a6-4bbb-b06b-b581d8cb4f9b req-612ca55f-3d73-4c8c-b201-498ce219f180 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:29.187168 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c6f695aa-b6a6-4bbb-b06b-b581d8cb4f9b req-612ca55f-3d73-4c8c-b201-498ce219f180 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 950 time: 0.0880203 May 10 17:34:29.251078 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c6f695aa-b6a6-4bbb-b06b-b581d8cb4f9b req-3bb5d045-371b-4386-a4fd-fbd490381843 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/security-groups?id=f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574844 May 10 17:34:29.392225 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac0e0c-e692-41bb-a0ea-33b5cee3602a req-75a75246-8e93-4c7e-b995-651c36fa9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:29.392225 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f8ac0e0c-e692-41bb-a0ea-33b5cee3602a req-75a75246-8e93-4c7e-b995-651c36fa9f59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 1098 time: 0.1045151 May 10 17:34:29.399120 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cac493-370e-4ac9-ad45-680996244701 req-0678217b-c737-4359-87e3-331827fb489a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:29.406828 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d8cac493-370e-4ac9-ad45-680996244701 req-0678217b-c737-4359-87e3-331827fb489a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1631978 May 10 17:34:29.558317 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ceae8-3593-43aa-b17b-314743630a78 req-4a5835b7-f077-4e4c-b251-9e742e5ee874 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:29.566809 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f01ceae8-3593-43aa-b17b-314743630a78 req-4a5835b7-f077-4e4c-b251-9e742e5ee874 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.1290269 May 10 17:34:29.571006 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac0e0c-e692-41bb-a0ea-33b5cee3602a req-ce6fc740-36cf-4ff8-b918-2bba8c904a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:29.572773 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f8ac0e0c-e692-41bb-a0ea-33b5cee3602a req-ce6fc740-36cf-4ff8-b918-2bba8c904a55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 200 len: 919 time: 0.1635489 May 10 17:34:29.623651 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f01ceae8-3593-43aa-b17b-314743630a78 req-45d20c69-6d43-481a-b262-995385d63dee tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526643 May 10 17:34:29.637839 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d8cac493-370e-4ac9-ad45-680996244701 req-bdd44d7f-60cd-427d-8f03-ef5acb46e269 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299681 May 10 17:34:29.654476 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f8ac0e0c-e692-41bb-a0ea-33b5cee3602a req-dd1ffa96-1a66-473c-806b-51dfa0d3da78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df440aca-80c2-4ed9-b1e8-b8309f1b9387 HTTP/1.1" status: 200 len: 217 time: 0.0714943 May 10 17:34:29.730690 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac0e0c-e692-41bb-a0ea-33b5cee3602a req-ed706f5e-1b5d-47ce-a423-5627974bff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:29.732150 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f8ac0e0c-e692-41bb-a0ea-33b5cee3602a req-ed706f5e-1b5d-47ce-a423-5627974bff79 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a352b0e-3e61-497e-a597-659f58f14f47 HTTP/1.1" status: 200 len: 858 time: 0.0719423 May 10 17:34:29.866574 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f8ac0e0c-e692-41bb-a0ea-33b5cee3602a req-a333cf17-cb0f-4883-962a-f0393d431d08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff5deae6-b982-458f-bc91-12732fbdac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249454 May 10 17:34:29.998455 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f8ac0e0c-e692-41bb-a0ea-33b5cee3602a req-f4005077-d900-4e29-ae8e-5dc411a72324 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247838 May 10 17:34:30.169571 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f8ac0e0c-e692-41bb-a0ea-33b5cee3602a req-d3f8734d-5199-49d1-8389-81857c068a75 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643140 May 10 17:34:30.222469 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1400c4-f6e5-4fe0-9eed-a143d40e106d req-961b116a-7c8a-4911-abeb-babd1609999f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:30.223955 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5e1400c4-f6e5-4fe0-9eed-a143d40e106d req-961b116a-7c8a-4911-abeb-babd1609999f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.0877645 May 10 17:34:30.277930 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5e1400c4-f6e5-4fe0-9eed-a143d40e106d req-277620db-544d-43d7-aae3-089220ec195b tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476334 May 10 17:34:30.347309 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed1ea5-7bce-42b8-ae0f-b062d61cc94d req-88717eca-a479-45a0-858a-cdfabc9f4bd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:30.349149 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cfed1ea5-7bce-42b8-ae0f-b062d61cc94d req-88717eca-a479-45a0-858a-cdfabc9f4bd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.1152427 May 10 17:34:30.399143 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cfed1ea5-7bce-42b8-ae0f-b062d61cc94d req-f52dc6b3-b984-4af8-baf5-c8728f956b27 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424528 May 10 17:34:30.428612 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bd7bb-0327-4953-8c2c-aa9fc8fe5b12 req-927c1030-36ff-41e5-bff8-f5c8319995ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:30.430150 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-321bd7bb-0327-4953-8c2c-aa9fc8fe5b12 req-927c1030-36ff-41e5-bff8-f5c8319995ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8fad140a8b34d5c803303892ce98af1&device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 1098 time: 0.1132495 May 10 17:34:30.588469 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e21025-10c8-402b-b28f-733061a442a7 req-2845dc38-400e-4795-846e-77b8d1693d09 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:30.589909 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-54e21025-10c8-402b-b28f-733061a442a7 req-2845dc38-400e-4795-846e-77b8d1693d09 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 950 time: 0.1942821 May 10 17:34:30.611786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bd7bb-0327-4953-8c2c-aa9fc8fe5b12 req-d55a4aa3-aa20-4e83-b216-4ec8daf0f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:30.613163 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-321bd7bb-0327-4953-8c2c-aa9fc8fe5b12 req-d55a4aa3-aa20-4e83-b216-4ec8daf0f304 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c20e4456-ac37-4c58-9b03-d15f31abbb4c HTTP/1.1" status: 200 len: 912 time: 0.1714189 May 10 17:34:30.668892 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 9a63db13-2df5-4880-8a6e-03018b6bd6ee details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:34:30.703925 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-54e21025-10c8-402b-b28f-733061a442a7 req-3f697be6-5acb-48b4-8fe1-22e83b800cce tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/security-groups?id=f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075797 May 10 17:34:30.734960 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-321bd7bb-0327-4953-8c2c-aa9fc8fe5b12 req-d34e695e-ad91-4351-9c75-a4ccbbdcea57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fe6b61d-548b-4309-8972-4cfc5fbbe96f HTTP/1.1" status: 200 len: 1000 time: 0.1142712 May 10 17:34:30.804717 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bd7bb-0327-4953-8c2c-aa9fc8fe5b12 req-e0ffe037-d6a2-49e2-8a93-2c78cda906ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:30.806425 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-321bd7bb-0327-4953-8c2c-aa9fc8fe5b12 req-e0ffe037-d6a2-49e2-8a93-2c78cda906ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75aca7b6-f2af-4dda-be71-726ffe0ee9bc HTTP/1.1" status: 200 len: 850 time: 0.0639694 May 10 17:34:30.808100 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:30.822172 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'port_id': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'mac_address': 'fa:16:3e:e5:e9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:34:30.844634 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67328e74-d2fd-4c9f-b4e0-1b09eab12642 req-892d2592-7265-45af-9dbe-fc7f363bce29 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:30.851499 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-67328e74-d2fd-4c9f-b4e0-1b09eab12642 req-892d2592-7265-45af-9dbe-fc7f363bce29 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0888543 May 10 17:34:30.882350 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:30.899945 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a63db13-2df5-4880-8a6e-03018b6bd6ee {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:34:30.908028 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-67328e74-d2fd-4c9f-b4e0-1b09eab12642 req-34394063-20f1-4c10-85c9-79c85be9aedb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548692 May 10 17:34:30.912934 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bd7bb-0327-4953-8c2c-aa9fc8fe5b12 req-7ec68681-1221-4b32-af28-a9d72346de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:30.918021 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:30.923051 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-321bd7bb-0327-4953-8c2c-aa9fc8fe5b12 req-7ec68681-1221-4b32-af28-a9d72346de0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c20e4456-ac37-4c58-9b03-d15f31abbb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0984840 May 10 17:34:31.007193 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:31.008984 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:31.060190 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-321bd7bb-0327-4953-8c2c-aa9fc8fe5b12 req-68dda539-ffbf-4951-93ff-c208e3fb6777 service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360209 May 10 17:34:31.082361 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=9a63db13-2df5-4880-8a6e-03018b6bd6ee,revision_number=6']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:31.085607 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:31.134575 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['9a63db13-2df5-4880-8a6e-03018b6bd6ee'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:34:31.211074 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-321bd7bb-0327-4953-8c2c-aa9fc8fe5b12 req-2ef2f58f-5e79-4e63-98fc-f8bebd808844 service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377490 May 10 17:34:31.487366 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474b0c-7de8-43bb-b404-aea075a892f7 req-f780e5c0-3d55-41b9-8e64-25141b5f51e2 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:31.488849 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1d474b0c-7de8-43bb-b404-aea075a892f7 req-f780e5c0-3d55-41b9-8e64-25141b5f51e2 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 944 time: 0.0859756 May 10 17:34:31.535494 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1d474b0c-7de8-43bb-b404-aea075a892f7 req-53c468ed-84db-44c8-a643-a46670426e7c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406661 May 10 17:34:31.597891 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951e217-e9d4-4162-b67e-b1ddae8ab3d9 req-44112421-af7d-4fdd-8552-408366ed3e7e tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:31.599289 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c951e217-e9d4-4162-b67e-b1ddae8ab3d9 req-44112421-af7d-4fdd-8552-408366ed3e7e tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0838816 May 10 17:34:31.644968 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c951e217-e9d4-4162-b67e-b1ddae8ab3d9 req-8be9fce5-b3f7-43fb-9ac9-b3d45177735c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396745 May 10 17:34:31.949488 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e06ad-1768-462e-9785-6bb52dfb3357 req-4bef62dc-60fe-4de1-a578-e44c900f7231 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:31.949488 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-178e06ad-1768-462e-9785-6bb52dfb3357 req-4bef62dc-60fe-4de1-a578-e44c900f7231 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 950 time: 0.1348836 May 10 17:34:32.015297 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-178e06ad-1768-462e-9785-6bb52dfb3357 req-5e135e6e-f2fa-4f75-85d5-a2d8299a2ba5 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/security-groups?id=f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587146 May 10 17:34:32.038308 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c49d48-c4c6-4d7e-8b10-85db31a19808 req-f67851bc-aa12-4737-b6d5-6b1e30bbfbf0 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:32.039865 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a5c49d48-c4c6-4d7e-8b10-85db31a19808 req-f67851bc-aa12-4737-b6d5-6b1e30bbfbf0 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.10 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 950 time: 0.1540720 May 10 17:34:32.242090 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe153f-534b-4d32-aa8c-4cf7ca0874e5 req-299dfe36-3107-4365-9ce5-2a25bf6858de tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:32.243702 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-85fe153f-534b-4d32-aa8c-4cf7ca0874e5 req-299dfe36-3107-4365-9ce5-2a25bf6858de tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1579344 May 10 17:34:32.325998 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-85fe153f-534b-4d32-aa8c-4cf7ca0874e5 req-1e742a66-35f6-424b-b3ac-5e87f6ae8c50 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744863 May 10 17:34:32.430502 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-a5c49d48-c4c6-4d7e-8b10-85db31a19808 req-34e1177d-a828-4750-b0f7-2d485eaec991 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Deleting port f5a1a331-ff62-4980-89c1-1f5901812ef3 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:32.430846 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-a5c49d48-c4c6-4d7e-8b10-85db31a19808 req-34e1177d-a828-4750-b0f7-2d485eaec991 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.573579 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-a5c49d48-c4c6-4d7e-8b10-85db31a19808 req-34e1177d-a828-4750-b0f7-2d485eaec991 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] For port f5a1a331-ff62-4980-89c1-1f5901812ef3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5a1a331-ff62-4980-89c1-1f5901812ef3,segment=NetworkSegment(18160e0b-9c8f-498d-8511-0fcd592a8d78),segment_id=18160e0b-9c8f-498d-8511-0fcd592a8d78)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:32.574144 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-a5c49d48-c4c6-4d7e-8b10-85db31a19808 req-34e1177d-a828-4750-b0f7-2d485eaec991 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.689838 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 9a63db13-2df5-4880-8a6e-03018b6bd6ee up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:32.742640 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 52556) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:32.785934 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 9a63db13-2df5-4880-8a6e-03018b6bd6ee triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:32.786497 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.805235 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-a5c49d48-c4c6-4d7e-8b10-85db31a19808 req-34e1177d-a828-4750-b0f7-2d485eaec991 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Calling delete_port for f5a1a331-ff62-4980-89c1-1f5901812ef3 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:32.936503 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f0011-1c3e-4d89-836b-6dc6b6ffb5c3 req-076594bb-80e8-45dd-aefd-a7a79f1199e9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:32.938494 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-218f0011-1c3e-4d89-836b-6dc6b6ffb5c3 req-076594bb-80e8-45dd-aefd-a7a79f1199e9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 944 time: 0.1120410 May 10 17:34:32.946309 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c266375a-473f-44b4-a2e4-e4df86bf496c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.959400 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.971143 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-c266375a-473f-44b4-a2e4-e4df86bf496c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:32.978468 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-c266375a-473f-44b4-a2e4-e4df86bf496c admin admin] Usage tracker for resource:security_group_rule and tenant:70c1adeece184abc8653876f803f0241 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:32.986090 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-c266375a-473f-44b4-a2e4-e4df86bf496c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:32.993006 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:34:33.000661 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-c266375a-473f-44b4-a2e4-e4df86bf496c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:33.009180 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:33.012867 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9ef6f-8271-457c-94b8-ba4c687e6c91 req-763eaa37-a686-4e0c-b5ce-9fd05050a62e tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:33.014455 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cdb9ef6f-8271-457c-94b8-ba4c687e6c91 req-763eaa37-a686-4e0c-b5ce-9fd05050a62e tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.1665606 May 10 17:34:33.062028 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-218f0011-1c3e-4d89-836b-6dc6b6ffb5c3 req-109cb666-739a-4554-96dd-0b228f6866f7 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145122 May 10 17:34:33.087304 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cdb9ef6f-8271-457c-94b8-ba4c687e6c91 req-9d2010b2-806c-4d23-8db5-45828df3e45b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640204 May 10 17:34:33.093138 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.096941 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:33.140733 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'code': 200} May 10 17:34:33.179765 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-a5c49d48-c4c6-4d7e-8b10-85db31a19808 req-34e1177d-a828-4750-b0f7-2d485eaec991 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.186922 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0012fc0a-64f9-4a22-b30e-64f927e54133 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:33.194177 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['f5a1a331-ff62-4980-89c1-1f5901812ef3'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:34:33.237843 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=9a63db13-2df5-4880-8a6e-03018b6bd6ee,revision_number=7']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:33.241417 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:33.334716 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1177d-a828-4750-b0f7-2d485eaec991 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Pushing event deleted for resources: {'Port': ['ID=f5a1a331-ff62-4980-89c1-1f5901812ef3,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:33.338387 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-34e1177d-a828-4750-b0f7-2d485eaec991 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:33.395018 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-01a1c1ee-3321-447a-afd0-71a536f554c0 req-9789ae54-6dfb-43f0-8b1f-323da0ed749c tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 210 time: 0.1133282 May 10 17:34:33.470526 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c266375a-473f-44b4-a2e4-e4df86bf496c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.533509 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c266375a-473f-44b4-a2e4-e4df86bf496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.546510 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-657dbcb4-6213-462f-b622-e01d3c40a425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:33.553152 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c49d48-c4c6-4d7e-8b10-85db31a19808 req-34e1177d-a828-4750-b0f7-2d485eaec991 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] No DVR routers for this DVR port f5a1a331-ff62-4980-89c1-1f5901812ef3 on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:34:33.555787 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-a5c49d48-c4c6-4d7e-8b10-85db31a19808 req-34e1177d-a828-4750-b0f7-2d485eaec991 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.558701 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cd2a6b-81a5-41da-8354-b68e7b7c7658', 'name': 'network-vif-deleted', 'tag': 'f5a1a331-ff62-4980-89c1-1f5901812ef3'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:34:33.615963 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266375a-473f-44b4-a2e4-e4df86bf496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f68162-0248-47ec-b35c-f3f6c0eb49f8,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:33.625655 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c266375a-473f-44b4-a2e4-e4df86bf496c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:33.640722 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-c266375a-473f-44b4-a2e4-e4df86bf496c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70c1adeece184abc8653876f803f0241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8938701 May 10 17:34:33.640980 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 52580) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:33.679315 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a5c49d48-c4c6-4d7e-8b10-85db31a19808 req-34e1177d-a828-4750-b0f7-2d485eaec991 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.10 "DELETE /v2.0/ports/f5a1a331-ff62-4980-89c1-1f5901812ef3 HTTP/1.1" status: 204 len: 173 time: 1.6018789 May 10 17:34:33.696554 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776f583-517c-4fc3-9e09-f1963ad67bd3 req-905b3a09-41f0-4014-b75f-3fb5d645f9b4 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:33.699958 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f776f583-517c-4fc3-9e09-f1963ad67bd3 req-905b3a09-41f0-4014-b75f-3fb5d645f9b4 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1315048 May 10 17:34:33.702242 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cd2a6b-81a5-41da-8354-b68e7b7c7658', 'name': 'network-vif-deleted', 'tag': 'f5a1a331-ff62-4980-89c1-1f5901812ef3', 'status': 'completed', 'code': 200} May 10 17:34:33.744692 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-22fa9043-2ff6-4fd3-b0f3-67cc98332627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.753721 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f776f583-517c-4fc3-9e09-f1963ad67bd3 req-428bc92e-d3ef-4c99-b6d3-0cffe82b3efc tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471208 May 10 17:34:33.811841 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-22fa9043-2ff6-4fd3-b0f3-67cc98332627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.116925 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-22fa9043-2ff6-4fd3-b0f3-67cc98332627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.121246 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-97092899-a98d-4ac9-8ea3-39e7bbf93c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:34.156559 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa9043-2ff6-4fd3-b0f3-67cc98332627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f68162-0248-47ec-b35c-f3f6c0eb49f8,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:34.160719 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-22fa9043-2ff6-4fd3-b0f3-67cc98332627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:34.169540 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-22fa9043-2ff6-4fd3-b0f3-67cc98332627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.175559 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-22fa9043-2ff6-4fd3-b0f3-67cc98332627 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67f68162-0248-47ec-b35c-f3f6c0eb49f8 HTTP/1.1" status: 204 len: 168 time: 0.5304201 May 10 17:34:34.350039 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d333a2c-f46c-48c8-966a-130880142cab req-5c8ac5aa-007f-4d05-85b9-9f10747e0ab1 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:34.351509 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7d333a2c-f46c-48c8-966a-130880142cab req-5c8ac5aa-007f-4d05-85b9-9f10747e0ab1 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.1125944 May 10 17:34:34.428688 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7d333a2c-f46c-48c8-966a-130880142cab req-419d850c-0351-49eb-b870-ebc68cd630cc tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687923 May 10 17:34:34.626999 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-0c58514e-6d8a-4c72-8689-d3139599d146 req-6a37ecda-2f9b-4f81-949b-67272097b16b tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Synchronizing usage tracker for tenant:75413ee447f24b9598d5a153523de8a4 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:34:34.750610 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-0c58514e-6d8a-4c72-8689-d3139599d146 req-6a37ecda-2f9b-4f81-949b-67272097b16b tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Unset dirty status for tenant:75413ee447f24b9598d5a153523de8a4 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:34:34.756447 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0c58514e-6d8a-4c72-8689-d3139599d146 req-6a37ecda-2f9b-4f81-949b-67272097b16b tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cd2a6b-81a5-41da-8354-b68e7b7c7658 HTTP/1.1" status: 200 len: 210 time: 0.1808856 May 10 17:34:35.007997 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087c8a5-19fa-4213-8dd7-090ffebe98a3 req-f476cef5-a2c3-412e-9858-3b74a23f8295 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:35.010119 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6087c8a5-19fa-4213-8dd7-090ffebe98a3 req-f476cef5-a2c3-412e-9858-3b74a23f8295 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1002860 May 10 17:34:35.100484 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6087c8a5-19fa-4213-8dd7-090ffebe98a3 req-01b708d7-dfe6-4280-b1fd-13a9c1dab251 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799165 May 10 17:34:35.712924 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d310-9529-4b2c-ac7d-8378143b63a9 req-c9f6c5ad-19cd-47fe-879d-0f12f01d771c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:35.716072 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5a73d310-9529-4b2c-ac7d-8378143b63a9 req-c9f6c5ad-19cd-47fe-879d-0f12f01d771c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.1590049 May 10 17:34:35.804813 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5a73d310-9529-4b2c-ac7d-8378143b63a9 req-0b0fb342-93c9-427a-bb73-e0675a654879 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801847 May 10 17:34:36.323333 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa74cd6-0ebb-481c-bef0-bb53f9240dcc req-ff8a97b1-ee8a-4c60-b4f1-5064cbf8d2c9 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:36.331330 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bfa74cd6-0ebb-481c-bef0-bb53f9240dcc req-ff8a97b1-ee8a-4c60-b4f1-5064cbf8d2c9 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1003132 May 10 17:34:36.407146 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bfa74cd6-0ebb-481c-bef0-bb53f9240dcc req-eca3207a-2c50-4120-852b-ed98f465a380 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748425 May 10 17:34:36.526451 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 52652) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:36.695896 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5e6d3f0e-d86e-4710-a1fd-6b811dff4525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.712928 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-5e6d3f0e-d86e-4710-a1fd-6b811dff4525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:36.714814 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device f5a1a331-ff62-4980-89c1-1f5901812ef3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:36.717253 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-5e6d3f0e-d86e-4710-a1fd-6b811dff4525 admin admin] Usage tracker for resource:security_group_rule and tenant:9e867552d7f74417b99f7e121718839d is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:36.721337 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-5e6d3f0e-d86e-4710-a1fd-6b811dff4525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:36.727518 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-5e6d3f0e-d86e-4710-a1fd-6b811dff4525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:36.769593 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: f5a1a331-ff62-4980-89c1-1f5901812ef3 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:36.770043 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device f5a1a331-ff62-4980-89c1-1f5901812ef3 not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:36.813846 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5e6d3f0e-d86e-4710-a1fd-6b811dff4525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.990160 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5e6d3f0e-d86e-4710-a1fd-6b811dff4525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:37.007639 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-aee7409a-2600-4392-9e0b-29ee7f46a719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:37.058479 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 52680) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:37.059120 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-5e6d3f0e-d86e-4710-a1fd-6b811dff4525 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e867552d7f74417b99f7e121718839d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5304799 May 10 17:34:37.067531 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d3f0e-d86e-4710-a1fd-6b811dff4525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af23577-5235-4e51-bc4a-711e13da4704,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:37.071270 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-5e6d3f0e-d86e-4710-a1fd-6b811dff4525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:37.103486 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e9c05-81d6-4c9b-b6ed-0192920e4d58 req-bcdae598-9590-4cac-9d98-d003a7d70997 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:37.104996 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-901e9c05-81d6-4c9b-b6ed-0192920e4d58 req-bcdae598-9590-4cac-9d98-d003a7d70997 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.1615386 May 10 17:34:37.194198 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1a9318f6-6c22-47ee-bef9-056dc0ecf7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:37.214148 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-901e9c05-81d6-4c9b-b6ed-0192920e4d58 req-179d8ea8-b5c3-435f-b97c-1d773aa5db2f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004765 May 10 17:34:37.251916 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1a9318f6-6c22-47ee-bef9-056dc0ecf7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:37.442057 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1a9318f6-6c22-47ee-bef9-056dc0ecf7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:37.449075 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b23b4e99-98c1-4122-9245-024b31520f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:37.463627 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9318f6-6c22-47ee-bef9-056dc0ecf7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af23577-5235-4e51-bc4a-711e13da4704,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:37.471263 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1a9318f6-6c22-47ee-bef9-056dc0ecf7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:37.476612 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1a9318f6-6c22-47ee-bef9-056dc0ecf7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:37.476612 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-1a9318f6-6c22-47ee-bef9-056dc0ecf7f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2af23577-5235-4e51-bc4a-711e13da4704 HTTP/1.1" status: 204 len: 168 time: 0.4128764 May 10 17:34:37.771437 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26ecb-1358-48a9-9687-631c282c1c14 req-e8a96667-7ffe-4180-bbb1-0b51c26783af tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:37.778738 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ebb26ecb-1358-48a9-9687-631c282c1c14 req-e8a96667-7ffe-4180-bbb1-0b51c26783af tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1565309 May 10 17:34:37.865042 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ebb26ecb-1358-48a9-9687-631c282c1c14 req-98a34fdd-172a-44bf-83c3-f963b47941cc tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852227 May 10 17:34:38.494544 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd69518-45ba-4954-94d0-3afb3ee2433d req-337fae01-b81b-4751-9af9-9820edee48fd tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:38.497541 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-0dd69518-45ba-4954-94d0-3afb3ee2433d req-337fae01-b81b-4751-9af9-9820edee48fd tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.1148720 May 10 17:34:38.572025 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-0dd69518-45ba-4954-94d0-3afb3ee2433d req-bb61ae59-a983-4329-9166-b470450b98f5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676455 May 10 17:34:39.371102 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 52800) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:39.382059 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30133e2-ad7d-4301-9dd4-4c1d3bed2de1 req-de784fb3-3b61-4cda-bafa-3c6f4b98baa6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:39.389667 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e30133e2-ad7d-4301-9dd4-4c1d3bed2de1 req-de784fb3-3b61-4cda-bafa-3c6f4b98baa6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1681888 May 10 17:34:39.407799 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c678531a-1afb-4d7f-bb71-ccda7525dcbb req-6c3f51e9-1765-4ecc-a21c-a0b8c5d5f164 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1392746 May 10 17:34:39.533264 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ba7e8056-b31b-48d4-a72c-342fec565fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.542141 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e30133e2-ad7d-4301-9dd4-4c1d3bed2de1 req-c77e3202-c0da-4c66-8b46-5f8b6bfc233b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515834 May 10 17:34:39.566009 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-ba7e8056-b31b-48d4-a72c-342fec565fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:39.566009 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-ba7e8056-b31b-48d4-a72c-342fec565fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:20b2dfae2a0246238ec64b6fd1c6827c is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:39.582635 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-ba7e8056-b31b-48d4-a72c-342fec565fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:39.589277 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-ba7e8056-b31b-48d4-a72c-342fec565fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:39.651881 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678531a-1afb-4d7f-bb71-ccda7525dcbb req-82cb53f3-f7d1-4759-90ef-3f69040cab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:39.653719 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c678531a-1afb-4d7f-bb71-ccda7525dcbb req-82cb53f3-f7d1-4759-90ef-3f69040cab28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 1098 time: 0.2066135 May 10 17:34:39.821571 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.892987 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ba7e8056-b31b-48d4-a72c-342fec565fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.976191 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ba7e8056-b31b-48d4-a72c-342fec565fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.012645 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-33f2762e-e86c-4b6e-8278-ca040fe8c483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:40.037777 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537508-6c19-41f5-a6e4-5fad6d93f09e req-0dac7939-e19d-4261-a04c-e1804faceb2a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:40.048248 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-62537508-6c19-41f5-a6e4-5fad6d93f09e req-0dac7939-e19d-4261-a04c-e1804faceb2a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.2780521 May 10 17:34:40.056334 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678531a-1afb-4d7f-bb71-ccda7525dcbb req-26d12c7b-1b3c-4c06-b753-01233a5694ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:40.058049 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c678531a-1afb-4d7f-bb71-ccda7525dcbb req-26d12c7b-1b3c-4c06-b753-01233a5694ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 200 len: 919 time: 0.3805742 May 10 17:34:40.111070 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e8056-b31b-48d4-a72c-342fec565fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2288f0e8-618c-4194-adea-3b1a84c9d6b7,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:40.129864 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-ba7e8056-b31b-48d4-a72c-342fec565fa7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20b2dfae2a0246238ec64b6fd1c6827c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7577035 May 10 17:34:40.132825 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-ba7e8056-b31b-48d4-a72c-342fec565fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:40.133697 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 52860) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:40.207221 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c678531a-1afb-4d7f-bb71-ccda7525dcbb req-109adf94-256a-43d6-bf2c-5f000c5ceef1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f74d3bd-1a87-419d-9432-ff66b6fa1174 HTTP/1.1" status: 200 len: 217 time: 0.1401868 May 10 17:34:40.212592 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-62537508-6c19-41f5-a6e4-5fad6d93f09e req-5a4c6dac-e99e-41bd-af57-b58e146f5633 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617486 May 10 17:34:40.245435 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cebfe07e-7eae-45a5-af45-f44346f17912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.281231 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cebfe07e-7eae-45a5-af45-f44346f17912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.363564 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678531a-1afb-4d7f-bb71-ccda7525dcbb req-a3a07509-c920-41f8-bc6c-d9f73923f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:40.369291 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c678531a-1afb-4d7f-bb71-ccda7525dcbb req-a3a07509-c920-41f8-bc6c-d9f73923f4ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a352b0e-3e61-497e-a597-659f58f14f47 HTTP/1.1" status: 200 len: 858 time: 0.1546013 May 10 17:34:40.438080 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c678531a-1afb-4d7f-bb71-ccda7525dcbb req-e055a865-94e4-4123-bce8-24c197113044 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff5deae6-b982-458f-bc91-12732fbdac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615377 May 10 17:34:40.563498 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cebfe07e-7eae-45a5-af45-f44346f17912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.587267 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-183bc8b8-e028-4021-bbc5-404265e6e30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:40.598847 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c678531a-1afb-4d7f-bb71-ccda7525dcbb req-f8c89a07-7ae4-49fd-8e42-74dfa8e51396 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514523 May 10 17:34:40.614145 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfe07e-7eae-45a5-af45-f44346f17912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2288f0e8-618c-4194-adea-3b1a84c9d6b7,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:40.626530 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-cebfe07e-7eae-45a5-af45-f44346f17912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:40.636020 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cebfe07e-7eae-45a5-af45-f44346f17912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.640021 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-cebfe07e-7eae-45a5-af45-f44346f17912 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2288f0e8-618c-4194-adea-3b1a84c9d6b7 HTTP/1.1" status: 204 len: 168 time: 0.5025151 May 10 17:34:40.931086 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c678531a-1afb-4d7f-bb71-ccda7525dcbb req-82d7996f-7b5f-4a44-a8c0-35b7084630d0 service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236248 May 10 17:34:40.965169 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024cf87-ee49-427a-ac9b-19e44b698302 req-25a3dd20-8d9e-4a4d-a852-3869c6e1e599 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:40.967702 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3024cf87-ee49-427a-ac9b-19e44b698302 req-25a3dd20-8d9e-4a4d-a852-3869c6e1e599 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1895661 May 10 17:34:41.086148 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3024cf87-ee49-427a-ac9b-19e44b698302 req-f0fc84ea-dccf-496f-9c91-57e8444b99e0 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010475 May 10 17:34:41.495505 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603c308-e548-4ae8-90b7-9be2bafa9e00 req-f476bf70-6135-4521-8e9c-aa99d5cb29ed tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:41.496953 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-0603c308-e548-4ae8-90b7-9be2bafa9e00 req-f476bf70-6135-4521-8e9c-aa99d5cb29ed tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.0799775 May 10 17:34:41.565993 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-0603c308-e548-4ae8-90b7-9be2bafa9e00 req-1fb27ccd-5955-4cb6-a3d0-75e64d5db484 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401237 May 10 17:34:42.315925 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18f687-93e7-443e-8444-5f08e5763a59 req-3aff06f4-24c6-4d34-ac3b-7a7a16373dd3 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:42.323594 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cf18f687-93e7-443e-8444-5f08e5763a59 req-3aff06f4-24c6-4d34-ac3b-7a7a16373dd3 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0969863 May 10 17:34:42.393095 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cf18f687-93e7-443e-8444-5f08e5763a59 req-6f58ec0c-6d55-4db9-bf51-32f8deda912d tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657413 May 10 17:34:42.803709 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3790b02-a0a0-4ab3-b47b-c974060d2dad req-d793eef2-32c0-40f9-878f-33a2ed7f73aa tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:42.809113 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f3790b02-a0a0-4ab3-b47b-c974060d2dad req-d793eef2-32c0-40f9-878f-33a2ed7f73aa tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.1006353 May 10 17:34:42.862851 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f3790b02-a0a0-4ab3-b47b-c974060d2dad req-7ff93c4f-3def-494a-b001-778f259afd16 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527706 May 10 17:34:43.607045 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce40a76-1da3-474d-998a-eeeb59584d89 req-cc581569-d884-44a9-a1fc-1cde8b9beb79 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:43.609095 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bce40a76-1da3-474d-998a-eeeb59584d89 req-cc581569-d884-44a9-a1fc-1cde8b9beb79 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0898018 May 10 17:34:43.681436 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bce40a76-1da3-474d-998a-eeeb59584d89 req-448869e8-2054-4e9e-8c1a-158e8981567c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662639 May 10 17:34:43.902698 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 53042) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:44.173335 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1627c5d5-2008-4835-980a-23f551ef727a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:44.195752 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-1627c5d5-2008-4835-980a-23f551ef727a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:44.208629 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0be8b1-5424-43f3-883e-2f551ffb16e6 req-a6504127-a571-4178-a3e7-02e2d9843160 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:44.210118 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4b0be8b1-5424-43f3-883e-2f551ffb16e6 req-a6504127-a571-4178-a3e7-02e2d9843160 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.1322792 May 10 17:34:44.211180 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-1627c5d5-2008-4835-980a-23f551ef727a admin admin] Usage tracker for resource:security_group_rule and tenant:23a95d8bcfc6408fbffd8574c7e2a90b is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:44.214564 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-1627c5d5-2008-4835-980a-23f551ef727a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:44.240755 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-1627c5d5-2008-4835-980a-23f551ef727a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:44.277743 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4b0be8b1-5424-43f3-883e-2f551ffb16e6 req-9d8018a1-f6c3-405d-9a94-151cdf928c40 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593293 May 10 17:34:44.388137 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1627c5d5-2008-4835-980a-23f551ef727a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:44.501334 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1627c5d5-2008-4835-980a-23f551ef727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:44.513621 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-ba7e8056-b31b-48d4-a72c-342fec565fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:44.586026 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-1627c5d5-2008-4835-980a-23f551ef727a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23a95d8bcfc6408fbffd8574c7e2a90b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6783500 May 10 17:34:44.586268 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c5d5-2008-4835-980a-23f551ef727a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893dc94e-338a-457a-aed7-8b858de9a8ec,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:44.586443 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 53060) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:44.601063 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1627c5d5-2008-4835-980a-23f551ef727a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:44.682764 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-463882e1-cc45-4fab-b458-8719f9a419f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:44.715776 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-463882e1-cc45-4fab-b458-8719f9a419f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:44.887744 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea42d5-3155-425c-8379-7ef8095fa163 req-acf50efe-df55-4d51-8c36-ecc7f4d8620f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:44.891257 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-07ea42d5-3155-425c-8379-7ef8095fa163 req-acf50efe-df55-4d51-8c36-ecc7f4d8620f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0980678 May 10 17:34:44.936000 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-463882e1-cc45-4fab-b458-8719f9a419f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:44.944724 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-def652a9-f50c-4f88-9949-78f724500e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:44.960945 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-07ea42d5-3155-425c-8379-7ef8095fa163 req-04838b3f-4359-4788-8a23-2907ea83ce15 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626800 May 10 17:34:44.966293 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463882e1-cc45-4fab-b458-8719f9a419f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893dc94e-338a-457a-aed7-8b858de9a8ec,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:44.971585 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-463882e1-cc45-4fab-b458-8719f9a419f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:44.972757 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-463882e1-cc45-4fab-b458-8719f9a419f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/893dc94e-338a-457a-aed7-8b858de9a8ec HTTP/1.1" status: 204 len: 168 time: 0.3850675 May 10 17:34:44.975767 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-463882e1-cc45-4fab-b458-8719f9a419f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:45.470495 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 53084) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:45.499199 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7927a9-3607-4ebb-b97c-07edc1a80be1 req-4a7dbb29-0417-44f9-a6cd-8697b2f21968 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:45.500673 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2c7927a9-3607-4ebb-b97c-07edc1a80be1 req-4a7dbb29-0417-44f9-a6cd-8697b2f21968 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.0992441 May 10 17:34:45.546378 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2c7927a9-3607-4ebb-b97c-07edc1a80be1 req-39141bdc-4770-4a7f-b8bf-c698068965f1 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400305 May 10 17:34:45.637725 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-171d6e75-7fea-4241-b901-3fadbce9a9a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75413ee447f24b9598d5a153523de8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660848 May 10 17:34:45.640933 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 53090) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:45.702348 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c2f232cb-999b-4a9e-b954-584c0ae58301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:45.730878 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c2f232cb-999b-4a9e-b954-584c0ae58301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:45.973622 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c2f232cb-999b-4a9e-b954-584c0ae58301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:45.984115 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d0e58ed5-0d9d-40ac-b06c-d92386675f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:46.002083 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f232cb-999b-4a9e-b954-584c0ae58301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:46.041851 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c2f232cb-999b-4a9e-b954-584c0ae58301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:46.131379 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c2f232cb-999b-4a9e-b954-584c0ae58301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:46.132489 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-c2f232cb-999b-4a9e-b954-584c0ae58301 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f62d40d4-adca-4d8a-8b65-2bd1ad9d4bdd HTTP/1.1" status: 204 len: 168 time: 0.4906869 May 10 17:34:46.250210 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090675b8-d6a8-47f1-a4bf-18045dd3e23f req-143b9d79-550b-483b-83ad-d1bf7bbe0f07 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:46.255430 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-090675b8-d6a8-47f1-a4bf-18045dd3e23f req-143b9d79-550b-483b-83ad-d1bf7bbe0f07 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1274555 May 10 17:34:46.328786 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-090675b8-d6a8-47f1-a4bf-18045dd3e23f req-8fc2c3c4-7b9e-499e-85b3-12ca29299b1b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565040 May 10 17:34:46.746941 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbad084-a546-4948-ab8d-5f915985f438 req-5ad09fb8-abd3-4624-9bb2-46713fe3f611 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:46.748909 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2bbad084-a546-4948-ab8d-5f915985f438 req-5ad09fb8-abd3-4624-9bb2-46713fe3f611 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.0786729 May 10 17:34:46.799074 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2bbad084-a546-4948-ab8d-5f915985f438 req-3d7cce75-a0f9-4296-850e-290a9b3937d9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442038 May 10 17:34:46.918089 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 53138) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:47.024525 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1815391224-network', 'tenant_id': 'd44dfde716c644beb8ba4de0bd363b5d'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:47.029018 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:47.035111 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Usage tracker for resource:network and tenant:d44dfde716c644beb8ba4de0bd363b5d is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:47.036467 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:47.042671 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:47.118897 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Made reservation on behalf of d44dfde716c644beb8ba4de0bd363b5d for: {'network': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:34:47.121361 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:47.134835 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:47.149227 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:47.153112 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Usage tracker for resource:security_group_rule and tenant:d44dfde716c644beb8ba4de0bd363b5d is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:47.155811 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:47.161428 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:47.243281 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:47.315115 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:47.319269 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-655d916d-054d-4bde-9d19-776334a7e1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:47.346722 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=79209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:34:47.355435 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55468328-0ee5-40e5-9eb5-a102229c0e21,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:47.360788 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:47.361726 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:47.362066 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.segments_db [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Added segment 133531f9-32dc-44cf-9b29-599c92ac65b0 of type vlan for network b6e77ee7-a34b-4f28-9586-ca0076241050 May 10 17:34:47.395859 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:47.482342 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:47.485547 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:47.486882 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:47.492721 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:47.552670 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6a0f-dd5a-4243-8150-2bdbe8aa230d req-c03b07df-351f-445c-be67-3107610ec0dc tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:47.552670 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f62d6a0f-dd5a-4243-8150-2bdbe8aa230d req-c03b07df-351f-445c-be67-3107610ec0dc tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1118569 May 10 17:34:47.610067 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f62d6a0f-dd5a-4243-8150-2bdbe8aa230d req-3c0f2547-c1b5-4793-bbde-0d0038e8a816 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510547 May 10 17:34:47.633651 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Pushing event updated for resources: {'Network': ['ID=b6e77ee7-a34b-4f28-9586-ca0076241050,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:47.636633 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:47.643460 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network b6e77ee7-a34b-4f28-9586-ca0076241050 details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:34:47.665519 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7463291 May 10 17:34:47.673620 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 53166) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:47.680210 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Request body: {'subnet': {'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1815391224-subnet', 'tenant_id': 'd44dfde716c644beb8ba4de0bd363b5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:47.684741 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:47.692253 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Usage tracker for resource:subnet and tenant:d44dfde716c644beb8ba4de0bd363b5d is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:47.702296 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:47.708536 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:47.756365 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Made reservation on behalf of d44dfde716c644beb8ba4de0bd363b5d for: {'subnet': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:34:47.758757 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689539'] for subnet, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:47.941662 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5e2f0-b308-4e1f-a0ff-5506759e8eaa req-25cedcae-115c-488a-9bbe-2b3f16a815b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:47.943166 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d4d5e2f0-b308-4e1f-a0ff-5506759e8eaa req-25cedcae-115c-488a-9bbe-2b3f16a815b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 1098 time: 0.0934777 May 10 17:34:48.044545 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba74cba-6993-4a82-b36f-93614551712e req-952ac759-fec5-4959-97cb-5be4de51d392 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:48.046495 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8ba74cba-6993-4a82-b36f-93614551712e req-952ac759-fec5-4959-97cb-5be4de51d392 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.1182745 May 10 17:34:48.089023 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5e2f0-b308-4e1f-a0ff-5506759e8eaa req-0ea16aab-0371-4495-a0bf-083c2b274170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:48.090517 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d4d5e2f0-b308-4e1f-a0ff-5506759e8eaa req-0ea16aab-0371-4495-a0bf-083c2b274170 service neutron] 10.222.0.10 "GET /v2.0/networks?id=025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 200 len: 917 time: 0.1409562 May 10 17:34:48.156165 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8ba74cba-6993-4a82-b36f-93614551712e req-c60d647d-3c4b-4478-bad8-32e99f921c82 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010067 May 10 17:34:48.208709 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d4d5e2f0-b308-4e1f-a0ff-5506759e8eaa req-a86d77b5-28bc-4107-9cf4-a0ae7045f57a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee HTTP/1.1" status: 200 len: 1000 time: 0.1003773 May 10 17:34:48.292260 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689649'] for subnet, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:48.297278 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-2384720f-e580-405a-b607-f7395d93d422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:48.303856 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5e2f0-b308-4e1f-a0ff-5506759e8eaa req-97e18e53-6c11-48d4-81b5-c14d25c26bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:48.305613 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d4d5e2f0-b308-4e1f-a0ff-5506759e8eaa req-97e18e53-6c11-48d4-81b5-c14d25c26bf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca218de9-5eb7-45be-9784-dfe588b4a018 HTTP/1.1" status: 200 len: 855 time: 0.0893946 May 10 17:34:48.378685 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e5efe61-f8af-4db5-991d-c218dd880304,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:48.384381 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:48.393025 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Checking segment: {'id': '133531f9-32dc-44cf-9b29-599c92ac65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:34:48.393486 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Network hostable DHCP agents. Network: b6e77ee7-a34b-4f28-9586-ca0076241050, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:34:48.469177 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Network b6e77ee7-a34b-4f28-9586-ca0076241050 is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:34:48.491661 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5e2f0-b308-4e1f-a0ff-5506759e8eaa req-c1facec1-c44d-4c55-b8bf-dfb8cf4fede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:48.493190 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d4d5e2f0-b308-4e1f-a0ff-5506759e8eaa req-c1facec1-c44d-4c55-b8bf-dfb8cf4fede2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=025c12d2-d785-400c-8db6-8fd4c9c625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1803515 May 10 17:34:48.539351 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, b6e77ee7-a34b-4f28-9586-ca0076241050) {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:48.548906 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:48.549518 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:48.550417 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139ed3d2-fe34-4ea2-ad0c-6f8e9ef52fcf None None] Network b6e77ee7-a34b-4f28-9586-ca0076241050 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:34:48.620755 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9458807 May 10 17:34:48.648715 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d4d5e2f0-b308-4e1f-a0ff-5506759e8eaa req-3fae7af0-5fff-470f-83d8-5a81659a19e9 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345229 May 10 17:34:48.786010 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99013ef8-0495-4223-8fe5-b61323a422a2 None None] Network b6e77ee7-a34b-4f28-9586-ca0076241050 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:34:48.817501 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d4d5e2f0-b308-4e1f-a0ff-5506759e8eaa req-a608e38a-f9c4-44d7-9143-8ccedd463979 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613653 May 10 17:34:48.871254 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a87372-2509-4bcc-871d-71c898bf630d req-3db9e39a-b96b-4c39-b558-b5d95c956ef5 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:48.872956 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-24a87372-2509-4bcc-871d-71c898bf630d req-3db9e39a-b96b-4c39-b558-b5d95c956ef5 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0891764 May 10 17:34:48.925041 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-24a87372-2509-4bcc-871d-71c898bf630d req-31410535-4325-47f7-a48c-e7a8ee5ee4bc tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451233 May 10 17:34:49.346559 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9049af-e107-43ef-a5c0-95233b22aab2 req-6f2b50bf-e640-4935-be93-66d36b7cab01 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:49.348031 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ff9049af-e107-43ef-a5c0-95233b22aab2 req-6f2b50bf-e640-4935-be93-66d36b7cab01 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.0818958 May 10 17:34:49.466587 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ff9049af-e107-43ef-a5c0-95233b22aab2 req-191df957-32d0-4718-835f-c456f0d3dcac tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099339 May 10 17:34:50.120504 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18c582-4fd1-4fc7-831b-9ab8dbb83b26 req-1526fcc4-a4a3-4eba-af97-3b3c56d6380f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:50.121949 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fd18c582-4fd1-4fc7-831b-9ab8dbb83b26 req-1526fcc4-a4a3-4eba-af97-3b3c56d6380f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0861356 May 10 17:34:50.166818 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fd18c582-4fd1-4fc7-831b-9ab8dbb83b26 req-71af5b68-56d3-46af-9fc2-dba897294a8d tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390735 May 10 17:34:50.653194 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abe7fc-006e-457a-930f-d1495f17c0aa req-34a8c607-8f21-4ba3-b3d5-91902ba9053a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:50.655188 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-83abe7fc-006e-457a-930f-d1495f17c0aa req-34a8c607-8f21-4ba3-b3d5-91902ba9053a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 945 time: 0.0804431 May 10 17:34:50.706461 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-83abe7fc-006e-457a-930f-d1495f17c0aa req-631a76cd-8526-4c2e-98f9-a9bfb47524ed tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442431 May 10 17:34:50.848517 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 9a63db13-2df5-4880-8a6e-03018b6bd6ee no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:50.965229 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:50.992379 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:34:51.005061 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:51.048710 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-1dc8ed47-b0f2-49b4-b2ca-b8101a6b3e56 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:51.055298 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-1dc8ed47-b0f2-49b4-b2ca-b8101a6b3e56 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/networks?id=b6e77ee7-a34b-4f28-9586-ca0076241050 HTTP/1.1" status: 200 len: 809 time: 0.1611969 May 10 17:34:51.058876 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'code': 200} May 10 17:34:51.070045 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-b9cb5263-35fd-440f-8fc7-1b08c5377f5b tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/quotas/d44dfde716c644beb8ba4de0bd363b5d HTTP/1.1" status: 200 len: 375 time: 0.0093303 May 10 17:34:51.080443 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:51.083375 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-2ec1ffe1-e7ae-4f9c-994f-7c6f958e95cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:51.124687 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-15c7607f-4989-4fb9-954e-b3aa8191054d tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d44dfde716c644beb8ba4de0bd363b5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490825 May 10 17:34:51.156056 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=9a63db13-2df5-4880-8a6e-03018b6bd6ee,revision_number=8']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:51.159767 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:51.264607 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-ee5c833c-1c54-4f5f-a0ac-dcbc59fdba04 service neutron] 10.222.0.24 "GET /v2.0/networks/b6e77ee7-a34b-4f28-9586-ca0076241050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310031 May 10 17:34:51.383460 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36f675-9aa2-44b4-b703-7c4315b90df4 req-6de6a660-6a6c-4c02-8eb5-06ec981bbe79 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:51.385076 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3a36f675-9aa2-44b4-b703-7c4315b90df4 req-6de6a660-6a6c-4c02-8eb5-06ec981bbe79 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0991876 May 10 17:34:51.422327 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-5d965c0c-0483-4e84-a7f1-1542ce7d924e service neutron] 10.222.0.24 "GET /v2.0/networks/b6e77ee7-a34b-4f28-9586-ca0076241050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516409 May 10 17:34:51.440623 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3a36f675-9aa2-44b4-b703-7c4315b90df4 req-f1ae4eb7-d6f9-44e2-ab68-eaad99318e01 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430677 May 10 17:34:51.706961 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4bdd831e-903b-4077-9a76-373e5f9993c2 req-9109def3-aec4-4be7-8d6d-7b646497ad48 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 210 time: 0.0427575 May 10 17:34:51.899409 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9173960-6273-4b9d-b8fc-0b6d582af6cb req-2e3f8f96-c2a5-4ccb-83c1-d50218003cc3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:51.900852 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b9173960-6273-4b9d-b8fc-0b6d582af6cb req-2e3f8f96-c2a5-4ccb-83c1-d50218003cc3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.0814774 May 10 17:34:51.946855 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b9173960-6273-4b9d-b8fc-0b6d582af6cb req-ffcbb84f-5121-461f-8f04-c287a0bde08b tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394945 May 10 17:34:52.637106 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f2814-6df3-4ff9-9c3b-e03f51552dcc req-d6afec7a-c3b5-4916-8845-20c1a3d22620 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:52.638565 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-532f2814-6df3-4ff9-9c3b-e03f51552dcc req-d6afec7a-c3b5-4916-8845-20c1a3d22620 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0904667 May 10 17:34:52.683735 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-532f2814-6df3-4ff9-9c3b-e03f51552dcc req-30935a69-9004-4f8a-a945-35f6ac730ca3 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387206 May 10 17:34:52.879227 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-eacd29f4-4953-45cc-ab26-77b24595e7cc req-7d9fe393-5592-4254-985d-1452d18d022e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 210 time: 0.0545022 May 10 17:34:53.461596 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-40e24e0a-625c-44de-ace4-90e847744ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:53.881561 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3df5f-f9a7-404c-8740-5e973ae76df0 req-f958ce44-e4de-4835-991d-b8694e739d68 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:53.886668 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-88b3df5f-f9a7-404c-8740-5e973ae76df0 req-f958ce44-e4de-4835-991d-b8694e739d68 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0973485 May 10 17:34:53.931364 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-88b3df5f-f9a7-404c-8740-5e973ae76df0 req-8f25c9e8-abd0-428f-9254-0102abfdc4b4 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416658 May 10 17:34:54.028288 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298bdfd-9ff3-4fa4-9db1-b7630c78516c req-fcce61a7-7fe3-4c71-9965-38ae74618c32 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:54.029791 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7298bdfd-9ff3-4fa4-9db1-b7630c78516c req-fcce61a7-7fe3-4c71-9965-38ae74618c32 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.0924909 May 10 17:34:54.104290 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-796ccd75-7628-4a57-9fc5-24528c59185e req-475d4318-ff96-49b8-8dfe-1501f85a5750 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 210 time: 0.0446322 May 10 17:34:54.156321 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7298bdfd-9ff3-4fa4-9db1-b7630c78516c req-d82a901d-b75f-4888-a480-767e4f554255 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006958 May 10 17:34:54.260049 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-82e70c98-ec90-4c24-a4e7-4ad33b04b46f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:54.261489 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-82e70c98-ec90-4c24-a4e7-4ad33b04b46f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.10 "GET /v2.0/networks?id=b6e77ee7-a34b-4f28-9586-ca0076241050 HTTP/1.1" status: 200 len: 809 time: 0.2261167 May 10 17:34:54.277352 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Request body: {'port': {'device_id': '4e0e496d-da90-4d4a-a4fb-5e6ae0408389', 'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050', 'admin_state_up': True, 'tenant_id': 'd44dfde716c644beb8ba4de0bd363b5d'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:54.524096 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:54.528328 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Usage tracker for resource:port and tenant:d44dfde716c644beb8ba4de0bd363b5d is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:54.531910 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:54.538619 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:54.590336 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Made reservation on behalf of d44dfde716c644beb8ba4de0bd363b5d for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:34:54.594744 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:54.631774 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 53324) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:54.766575 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-fa95e763-26cf-476b-958c-234401e5449f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1291516 May 10 17:34:54.795640 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Allocated IP 172.20.0.13 (b6e77ee7-a34b-4f28-9586-ca0076241050/0e5efe61-f8af-4db5-991d-c218dd880304/bf50b617-1230-4214-a7f1-0c669731f8e8) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:34:54.882524 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 9a63db13-2df5-4880-8a6e-03018b6bd6ee no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:55.031560 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.143492 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39643fef-156e-4a83-b7fa-e07b285ac466 req-c718e6ef-a687-4974-badf-061ece7b45a8 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:55.145733 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-39643fef-156e-4a83-b7fa-e07b285ac466 req-c718e6ef-a687-4974-badf-061ece7b45a8 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0942180 May 10 17:34:55.150811 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.157583 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:55.196262 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-39643fef-156e-4a83-b7fa-e07b285ac466 req-8b857d76-1b88-4a24-a023-2c0171cdefaf tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 May 10 17:34:55.283890 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Network b6e77ee7-a34b-4f28-9586-ca0076241050 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:34:55.287748 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:55.293514 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:34:55.340283 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Pushing event updated for resources: {'Port': ['ID=bf50b617-1230-4214-a7f1-0c669731f8e8,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:55.346940 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:55.389446 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:55.390051 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.426508 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50705a77-1e99-4677-b25e-2874cdfa4083 req-59a0efed-c12f-4d7e-ba9c-84cbfadc3a84 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:55.427260 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-50705a77-1e99-4677-b25e-2874cdfa4083 req-59a0efed-c12f-4d7e-ba9c-84cbfadc3a84 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Synchronizing usage tracker for tenant:d44dfde716c644beb8ba4de0bd363b5d on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:34:55.475723 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7008151-6303-401e-8413-bd633d1740f8 req-1a46f6b5-a6cf-4c53-a5a8-a48c0ace393d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:55.477181 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a7008151-6303-401e-8413-bd633d1740f8 req-1a46f6b5-a6cf-4c53-a5a8-a48c0ace393d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.0830731 May 10 17:34:55.505530 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2344835 May 10 17:34:55.519274 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Request body: {'port': {'device_id': '4e0e496d-da90-4d4a-a4fb-5e6ae0408389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:55.522732 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a7008151-6303-401e-8413-bd633d1740f8 req-d455a864-c3f3-4c54-8fbd-ce89aca348d2 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389578 May 10 17:34:55.565523 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-50705a77-1e99-4677-b25e-2874cdfa4083 req-59a0efed-c12f-4d7e-ba9c-84cbfadc3a84 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Unset dirty status for tenant:d44dfde716c644beb8ba4de0bd363b5d on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:34:55.567738 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-50705a77-1e99-4677-b25e-2874cdfa4083 req-59a0efed-c12f-4d7e-ba9c-84cbfadc3a84 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 932 time: 0.3441901 May 10 17:34:55.673447 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.686399 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-50705a77-1e99-4677-b25e-2874cdfa4083 req-c7de9127-0b83-4603-89a6-c68b8a8ceff5 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046796 May 10 17:34:56.027942 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf50b617-1230-4214-a7f1-0c669731f8e8 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:34:56.039487 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:56.050630 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Transition to ACTIVE for port object bf50b617-1230-4214-a7f1-0c669731f8e8 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:56.087571 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-060f0511-0549-47ca-acf8-36ebfc270f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:56.116821 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:56.122269 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:56.202481 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:56.271426 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Pushing event updated for resources: {'Port': ['ID=bf50b617-1230-4214-a7f1-0c669731f8e8,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:56.278503 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:56.360523 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Attempting to bind port bf50b617-1230-4214-a7f1-0c669731f8e8 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:34:56.360855 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Attempting to bind port bf50b617-1230-4214-a7f1-0c669731f8e8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '133531f9-32dc-44cf-9b29-599c92ac65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:34:56.361304 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Attempting to bind port bf50b617-1230-4214-a7f1-0c669731f8e8 on network b6e77ee7-a34b-4f28-9586-ca0076241050 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:34:56.366764 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Port bf50b617-1230-4214-a7f1-0c669731f8e8 on network b6e77ee7-a34b-4f28-9586-ca0076241050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:34:56.367153 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Attempting to bind port bf50b617-1230-4214-a7f1-0c669731f8e8 on network b6e77ee7-a34b-4f28-9586-ca0076241050 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:34:56.372337 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:34:56.372742 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Checking segment: {'id': '133531f9-32dc-44cf-9b29-599c92ac65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:34:56.373736 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Bound using segment: {'id': '133531f9-32dc-44cf-9b29-599c92ac65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:34:56.374254 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Bound port: bf50b617-1230-4214-a7f1-0c669731f8e8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133531f9-32dc-44cf-9b29-599c92ac65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:34:56.374663 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:56.445242 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6170b-8be6-48ac-9d1c-ee446f52ef8e req-6e75545e-837b-47db-80f2-ab69bc6439bb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:56.455610 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-aac6170b-8be6-48ac-9d1c-ee446f52ef8e req-6e75545e-837b-47db-80f2-ab69bc6439bb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1398458 May 10 17:34:56.468519 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:34:56.489730 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] For port bf50b617-1230-4214-a7f1-0c669731f8e8, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:34:56.492990 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] For port bf50b617-1230-4214-a7f1-0c669731f8e8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf50b617-1230-4214-a7f1-0c669731f8e8,segment=NetworkSegment(133531f9-32dc-44cf-9b29-599c92ac65b0),segment_id=133531f9-32dc-44cf-9b29-599c92ac65b0)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:34:56.511330 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-aac6170b-8be6-48ac-9d1c-ee446f52ef8e req-fe460a7c-0469-4ed6-81e6-a4a44010b95e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550437 May 10 17:34:56.567917 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:56.571940 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a5a327ca-5bf0-4db9-a948-f56cf8bccc5a tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:56.626089 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:56.626964 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:56.628346 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] 10.222.0.10 "PUT /v2.0/ports/bf50b617-1230-4214-a7f1-0c669731f8e8 HTTP/1.1" status: 200 len: 1094 time: 1.1132011 May 10 17:34:56.629075 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0e496d-da90-4d4a-a4fb-5e6ae0408389', 'tag': 'bf50b617-1230-4214-a7f1-0c669731f8e8'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:34:56.711911 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0e496d-da90-4d4a-a4fb-5e6ae0408389', 'tag': 'bf50b617-1230-4214-a7f1-0c669731f8e8', 'status': 'completed', 'code': 200} May 10 17:34:56.807625 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:56.869375 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Pushing event updated for resources: {'Port': ['ID=bf50b617-1230-4214-a7f1-0c669731f8e8,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:56.872784 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:56.884221 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4250e7d-c927-4fdc-b195-d7da4531be8c req-da15b6e6-fdb4-4aea-ab32-bef82d49b326 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:56.885906 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d4250e7d-c927-4fdc-b195-d7da4531be8c req-da15b6e6-fdb4-4aea-ab32-bef82d49b326 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 944 time: 0.0871532 May 10 17:34:56.928507 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb0a7-e735-4c87-afe4-9d42e3912fff req-24992c35-1c1d-4ebc-baf9-4d95f5928d5c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:56.929935 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-d4250e7d-c927-4fdc-b195-d7da4531be8c req-ee809041-8773-4b07-ac08-da14619cad06 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Synchronizing usage tracker for tenant:d44dfde716c644beb8ba4de0bd363b5d on resource:security_group {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:34:56.930081 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-348cb0a7-e735-4c87-afe4-9d42e3912fff req-24992c35-1c1d-4ebc-baf9-4d95f5928d5c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.2831147 May 10 17:34:56.934432 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e254a04-13b9-4bec-ab64-301d3a43e77a req-fd0c4385-fe70-415e-b411-e89b2860c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:56.936504 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6e254a04-13b9-4bec-ab64-301d3a43e77a req-fd0c4385-fe70-415e-b411-e89b2860c3d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d44dfde716c644beb8ba4de0bd363b5d&device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 1097 time: 0.2194805 May 10 17:34:57.035924 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-d4250e7d-c927-4fdc-b195-d7da4531be8c req-ee809041-8773-4b07-ac08-da14619cad06 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Unset dirty status for tenant:d44dfde716c644beb8ba4de0bd363b5d on resource:security_group {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:34:57.037186 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d4250e7d-c927-4fdc-b195-d7da4531be8c req-ee809041-8773-4b07-ac08-da14619cad06 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451318 May 10 17:34:57.071548 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-348cb0a7-e735-4c87-afe4-9d42e3912fff req-acb870f1-4634-4a32-b01a-f84de89b2081 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341231 May 10 17:34:57.127326 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e254a04-13b9-4bec-ab64-301d3a43e77a req-4d34986b-4266-40ba-94c3-aa3cda426684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:57.128792 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6e254a04-13b9-4bec-ab64-301d3a43e77a req-4d34986b-4266-40ba-94c3-aa3cda426684 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d44dfde716c644beb8ba4de0bd363b5d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1781681 May 10 17:34:57.278020 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e254a04-13b9-4bec-ab64-301d3a43e77a req-2d4a02c4-29ef-43f8-a1a3-929b8a499bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:57.279578 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6e254a04-13b9-4bec-ab64-301d3a43e77a req-2d4a02c4-29ef-43f8-a1a3-929b8a499bd7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437206 May 10 17:34:57.402535 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-29a30b24-4078-42ae-9dbd-ee70f77a827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:57.404004 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-29a30b24-4078-42ae-9dbd-ee70f77a827b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d44dfde716c644beb8ba4de0bd363b5d&device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 1097 time: 0.0742769 May 10 17:34:57.472583 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-cc1f527f-ca59-4b6f-9ecf-11ee496fd826 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf50b617-1230-4214-a7f1-0c669731f8e8 HTTP/1.1" status: 200 len: 217 time: 0.0608983 May 10 17:34:57.539034 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-9173182b-2a79-41d1-9d20-bbf956547e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:57.540481 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-9173182b-2a79-41d1-9d20-bbf956547e3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0e5efe61-f8af-4db5-991d-c218dd880304 HTTP/1.1" status: 200 len: 849 time: 0.0610011 May 10 17:34:57.590982 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-3b7b92a4-f280-40fe-806b-f228d72be033 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6e77ee7-a34b-4f28-9586-ca0076241050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426462 May 10 17:34:57.737107 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-e3fc3d47-b0e3-4d15-880b-465d91c26378 service neutron] 10.222.0.10 "GET /v2.0/networks/b6e77ee7-a34b-4f28-9586-ca0076241050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381731 May 10 17:34:57.759628 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750d210-0ac8-48fd-90fe-b96ade9c59d8 req-673492c7-34dd-49b4-80e8-23b7fa88efa2 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:57.761743 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4750d210-0ac8-48fd-90fe-b96ade9c59d8 req-673492c7-34dd-49b4-80e8-23b7fa88efa2 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1341310 May 10 17:34:57.809164 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-97d349a4-7c90-4bef-af48-da70e34f5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:57.810888 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-97d349a4-7c90-4bef-af48-da70e34f5552 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f&tenant_id=8e3e19f7c103427ba25defaf85bee1c9 HTTP/1.1" status: 200 len: 1096 time: 0.1373875 May 10 17:34:57.827211 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4750d210-0ac8-48fd-90fe-b96ade9c59d8 req-daef0bd5-3146-4c6a-857f-b843272cf6f6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589399 May 10 17:34:57.871459 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9825bf-bd24-4dc1-9d0d-0b06e162cab7 req-ff3dfa5b-110b-4502-9811-6812fadb0d60 service neutron] 10.222.0.10 "GET /v2.0/networks/b6e77ee7-a34b-4f28-9586-ca0076241050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276977 May 10 17:34:57.904963 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-bad8bdb3-ab15-4e65-a1e5-dedb038a60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:57.906303 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-bad8bdb3-ab15-4e65-a1e5-dedb038a60b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 1096 time: 0.0743158 May 10 17:34:58.053672 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-f1ab8ece-1590-4cb0-8c69-efb0f1f09519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:58.055156 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-f1ab8ece-1590-4cb0-8c69-efb0f1f09519 service neutron] 10.222.0.10 "GET /v2.0/networks?id=025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 200 len: 917 time: 0.1403983 May 10 17:34:58.168674 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-5bdf16d1-fc46-4b66-a2d7-a9118526e92e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee HTTP/1.1" status: 200 len: 998 time: 0.1033032 May 10 17:34:58.235194 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb0db4-ae22-443e-b675-0444f86e3ca5 req-7a32d86e-0a2e-4d0d-bfa4-ce4dad2c82ea tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:58.236928 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e8fb0db4-ae22-443e-b675-0444f86e3ca5 req-7a32d86e-0a2e-4d0d-bfa4-ce4dad2c82ea tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 944 time: 0.0906072 May 10 17:34:58.275902 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-24c9a617-14f7-408b-837c-0917a2d03ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:58.277425 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-24c9a617-14f7-408b-837c-0917a2d03ca7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca218de9-5eb7-45be-9784-dfe588b4a018 HTTP/1.1" status: 200 len: 855 time: 0.1012583 May 10 17:34:58.288302 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e8fb0db4-ae22-443e-b675-0444f86e3ca5 req-efd829f5-9050-4c69-9072-585c43b5eaf1 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452969 May 10 17:34:58.358292 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b05fc4-ed7d-40d4-949c-456382724c11 req-cb809a95-f6af-4ddc-8101-2d8dfe76d9b0 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:58.359802 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-26b05fc4-ed7d-40d4-949c-456382724c11 req-cb809a95-f6af-4ddc-8101-2d8dfe76d9b0 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.1510110 May 10 17:34:58.407614 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-2e814f5c-27f0-4f74-aac5-4b434b8f44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:58.409121 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-2e814f5c-27f0-4f74-aac5-4b434b8f44f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=025c12d2-d785-400c-8db6-8fd4c9c625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1236608 May 10 17:34:58.418681 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-26b05fc4-ed7d-40d4-949c-456382724c11 req-1f9852e3-3797-4699-af18-fe06e8bba928 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516624 May 10 17:34:58.617056 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-462e8353-6ad5-4b6f-8d12-3040515cce89 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972563 May 10 17:34:58.676086 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:58.748248 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-136cf58b-bfa8-4bda-9577-945dae94c26e req-50fa7af9-26d5-40d9-a0c2-fbaf5921d6d4 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225748 May 10 17:34:59.011577 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb0dd6-e923-4f4b-854c-b085e20367fa req-26e43d29-b403-4c0e-9925-5e641d16ba1b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:59.013063 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-dffb0dd6-e923-4f4b-854c-b085e20367fa req-26e43d29-b403-4c0e-9925-5e641d16ba1b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0828550 May 10 17:34:59.059720 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-dffb0dd6-e923-4f4b-854c-b085e20367fa req-0a973bed-9fb6-4fc7-ad8a-a08b3638b3f1 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 May 10 17:34:59.483225 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83d63-e797-4fab-8b8f-6ed8400bcf7d req-f9dc4f92-038d-4339-aca0-adc7e491b451 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:59.490603 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-55d83d63-e797-4fab-8b8f-6ed8400bcf7d req-f9dc4f92-038d-4339-aca0-adc7e491b451 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 944 time: 0.0915685 May 10 17:34:59.541273 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-55d83d63-e797-4fab-8b8f-6ed8400bcf7d req-b66d7224-07c8-4409-bf9b-b0850fffb7f0 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497956 May 10 17:34:59.637761 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c86959-6e54-4794-bd84-09bd2d7345ee req-66236e92-3679-40e2-8b4e-2337e8dc3b98 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:59.640202 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-86c86959-6e54-4794-bd84-09bd2d7345ee req-66236e92-3679-40e2-8b4e-2337e8dc3b98 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.1041625 May 10 17:34:59.706303 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-86c86959-6e54-4794-bd84-09bd2d7345ee req-c13d528e-98df-4b9d-a755-b5264c7179ef tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602202 May 10 17:35:00.249637 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5752a5e-0f28-438d-b4a3-911289f7e65a req-c55e262c-0b6c-4dee-b6b5-f4bc636cc243 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:00.251196 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c5752a5e-0f28-438d-b4a3-911289f7e65a req-c55e262c-0b6c-4dee-b6b5-f4bc636cc243 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0826116 May 10 17:35:00.306304 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c5752a5e-0f28-438d-b4a3-911289f7e65a req-cf3cb748-45e9-4b44-ba56-bddc04adc296 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454311 May 10 17:35:00.744305 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b290058-691d-4f1c-82f0-b19a26b097dd req-2e1a543a-453e-4cbd-a01f-25f937ddf3f0 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:00.746640 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2b290058-691d-4f1c-82f0-b19a26b097dd req-2e1a543a-453e-4cbd-a01f-25f937ddf3f0 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 944 time: 0.0919068 May 10 17:35:00.824930 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2b290058-691d-4f1c-82f0-b19a26b097dd req-bbba8473-f303-4d60-86d3-5bc13cdd25a3 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720682 May 10 17:35:00.923787 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device bf50b617-1230-4214-a7f1-0c669731f8e8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:35:01.008132 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9dd43-92f3-4a30-8b4e-0cec64205901 req-afcede34-bacf-46c2-94d1-c84db3dfbe69 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:01.009683 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-53c9dd43-92f3-4a30-8b4e-0cec64205901 req-afcede34-bacf-46c2-94d1-c84db3dfbe69 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.1658542 May 10 17:35:01.082627 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-53c9dd43-92f3-4a30-8b4e-0cec64205901 req-181019b4-0f85-4b92-84f0-348e30fc19ba tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634363 May 10 17:35:01.098870 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 53464) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:01.131153 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port bf50b617-1230-4214-a7f1-0c669731f8e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf50b617-1230-4214-a7f1-0c669731f8e8,segment=NetworkSegment(133531f9-32dc-44cf-9b29-599c92ac65b0),segment_id=133531f9-32dc-44cf-9b29-599c92ac65b0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:01.146008 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': 'bf50b617-1230-4214-a7f1-0c669731f8e8', 'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050', 'port_id': 'bf50b617-1230-4214-a7f1-0c669731f8e8', 'mac_address': 'fa:16:3e:0a:ba:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5efe61-f8af-4db5-991d-c218dd880304', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:35:01.210505 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:01.229775 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf50b617-1230-4214-a7f1-0c669731f8e8 {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:01.258489 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port bf50b617-1230-4214-a7f1-0c669731f8e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf50b617-1230-4214-a7f1-0c669731f8e8,segment=NetworkSegment(133531f9-32dc-44cf-9b29-599c92ac65b0),segment_id=133531f9-32dc-44cf-9b29-599c92ac65b0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:01.345326 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:01.347242 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:01.364581 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c91faf87-d8d5-409d-9048-1b2e87616c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:01.427393 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-c91faf87-d8d5-409d-9048-1b2e87616c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:01.440321 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-c91faf87-d8d5-409d-9048-1b2e87616c80 admin admin] Usage tracker for resource:security_group_rule and tenant:24d9eb1a9e8d490c8aca9a69ca724db8 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:01.446460 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-c91faf87-d8d5-409d-9048-1b2e87616c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:01.452914 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-c91faf87-d8d5-409d-9048-1b2e87616c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:01.476920 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=bf50b617-1230-4214-a7f1-0c669731f8e8,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:01.487078 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:01.564391 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c91faf87-d8d5-409d-9048-1b2e87616c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:01.583532 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f5bf9-0899-4d43-822a-a32a8d343c83 req-00d0e77d-c829-49dc-badf-b2cdbdfc750e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:01.585040 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e94f5bf9-0899-4d43-822a-a32a8d343c83 req-00d0e77d-c829-49dc-badf-b2cdbdfc750e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0908389 May 10 17:35:01.627611 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['bf50b617-1230-4214-a7f1-0c669731f8e8'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:01.633296 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e94f5bf9-0899-4d43-822a-a32a8d343c83 req-e9695673-2ae6-4565-a0be-5de981a3e2ad tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406566 May 10 17:35:01.643885 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c91faf87-d8d5-409d-9048-1b2e87616c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:01.661838 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-22d9f139-e91d-4277-8708-4812b6b8e847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:01.730109 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-c91faf87-d8d5-409d-9048-1b2e87616c80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24d9eb1a9e8d490c8aca9a69ca724db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275914 May 10 17:35:01.730109 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91faf87-d8d5-409d-9048-1b2e87616c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7437b37-cf3d-4c80-98d4-3883ba3d85d4,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:01.730652 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 53474) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:01.744561 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c91faf87-d8d5-409d-9048-1b2e87616c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:01.791496 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ad166597-e76a-4e55-a48a-430236b418d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:01.825053 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ad166597-e76a-4e55-a48a-430236b418d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:01.983141 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ad166597-e76a-4e55-a48a-430236b418d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:01.986906 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e5819e2a-5a67-4b93-8724-f6beeb9d1414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:01.997935 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad166597-e76a-4e55-a48a-430236b418d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7437b37-cf3d-4c80-98d4-3883ba3d85d4,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:02.001559 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ad166597-e76a-4e55-a48a-430236b418d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:02.005898 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ad166597-e76a-4e55-a48a-430236b418d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:02.007056 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-ad166597-e76a-4e55-a48a-430236b418d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7437b37-cf3d-4c80-98d4-3883ba3d85d4 HTTP/1.1" status: 204 len: 168 time: 0.2754111 May 10 17:35:02.054785 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadb9a2-7694-4162-8bf6-b4f7df3b0102 req-2b9d42ad-53c2-4951-a2f1-0222e1d37f12 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:02.064505 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-adadb9a2-7694-4162-8bf6-b4f7df3b0102 req-2b9d42ad-53c2-4951-a2f1-0222e1d37f12 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 945 time: 0.1090515 May 10 17:35:02.112423 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-adadb9a2-7694-4162-8bf6-b4f7df3b0102 req-d6b746c4-5893-49af-a396-c0419234648e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462122 May 10 17:35:02.288105 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fe5c7-0308-4691-a313-83b9fd97ad0a req-ec8d25c7-f4ce-46e4-90ec-5e51920329cc tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:02.290036 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-292fe5c7-0308-4691-a313-83b9fd97ad0a req-ec8d25c7-f4ce-46e4-90ec-5e51920329cc tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.0974119 May 10 17:35:02.364818 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-292fe5c7-0308-4691-a313-83b9fd97ad0a req-ff925684-1525-4f9a-ac69-6b7bebea2972 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681193 May 10 17:35:02.863595 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13646e8-6c02-44ef-bd2d-aee1d6f23fc1 req-59644391-2aa3-4ee9-becf-6e38e21143dc tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:02.865064 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c13646e8-6c02-44ef-bd2d-aee1d6f23fc1 req-59644391-2aa3-4ee9-becf-6e38e21143dc tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1046910 May 10 17:35:02.922951 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c13646e8-6c02-44ef-bd2d-aee1d6f23fc1 req-4aef55ac-4051-4286-8461-c8b94f63600f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470235 May 10 17:35:02.948271 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device bf50b617-1230-4214-a7f1-0c669731f8e8 up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:35:03.087202 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port bf50b617-1230-4214-a7f1-0c669731f8e8 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:35:03.093233 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port bf50b617-1230-4214-a7f1-0c669731f8e8 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:35:03.093763 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:03.258734 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:03.302967 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0e496d-da90-4d4a-a4fb-5e6ae0408389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf50b617-1230-4214-a7f1-0c669731f8e8'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:03.316402 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port bf50b617-1230-4214-a7f1-0c669731f8e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf50b617-1230-4214-a7f1-0c669731f8e8,segment=NetworkSegment(133531f9-32dc-44cf-9b29-599c92ac65b0),segment_id=133531f9-32dc-44cf-9b29-599c92ac65b0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:03.404793 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:03.404793 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:03.428092 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58ddb0-ebf6-4aef-b3b4-5871fc944f04 req-e786bb8e-1f2a-4501-b3cc-b09453f43498 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:03.430029 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cd58ddb0-ebf6-4aef-b3b4-5871fc944f04 req-e786bb8e-1f2a-4501-b3cc-b09453f43498 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 945 time: 0.2000003 May 10 17:35:03.500791 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0e496d-da90-4d4a-a4fb-5e6ae0408389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf50b617-1230-4214-a7f1-0c669731f8e8', 'code': 200} May 10 17:35:03.530345 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cd58ddb0-ebf6-4aef-b3b4-5871fc944f04 req-13427bb2-7a76-4492-8e50-06ae48621731 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907896 May 10 17:35:03.581124 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=bf50b617-1230-4214-a7f1-0c669731f8e8,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:03.584870 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:03.681014 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439aee4-d449-4d87-b466-e82cf0005742 req-73b9d1b2-1e61-4a93-96f0-8fc460f68b90 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:03.682676 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a439aee4-d449-4d87-b466-e82cf0005742 req-73b9d1b2-1e61-4a93-96f0-8fc460f68b90 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.0995233 May 10 17:35:03.736579 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a439aee4-d449-4d87-b466-e82cf0005742 req-6f11c307-7abc-404c-ade0-e84be7b0b2ec tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451241 May 10 17:35:04.120393 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6686f-1ee2-4816-9ac7-b71f5a74e324 req-7ca48056-83ef-4ff7-854d-788f61a703a0 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:04.121969 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bfb6686f-1ee2-4816-9ac7-b71f5a74e324 req-7ca48056-83ef-4ff7-854d-788f61a703a0 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0872669 May 10 17:35:04.169747 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bfb6686f-1ee2-4816-9ac7-b71f5a74e324 req-a88037b4-ec84-4a66-8796-30b3f409908c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 May 10 17:35:04.727689 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35d3ae-c909-429c-888a-9e48b60d002a req-5c6bbcea-a7e0-463b-90ca-014aaf7375fe tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:04.729886 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dd35d3ae-c909-429c-888a-9e48b60d002a req-5c6bbcea-a7e0-463b-90ca-014aaf7375fe tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 946 time: 0.0976315 May 10 17:35:04.805751 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dd35d3ae-c909-429c-888a-9e48b60d002a req-635bfd66-1494-4566-8181-858e802e6e4d tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658717 May 10 17:35:04.961881 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d1135-776c-414a-a50c-d75675376633 req-5b12830d-49af-4fa4-800d-7a0281b14de4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:04.963477 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c91d1135-776c-414a-a50c-d75675376633 req-5b12830d-49af-4fa4-800d-7a0281b14de4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.0926270 May 10 17:35:05.015726 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c91d1135-776c-414a-a50c-d75675376633 req-fb38dba3-4a76-45e9-9949-48f174b2e1f7 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459352 May 10 17:35:05.397237 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9108dc4-f9c7-4736-b2ff-38372677bcb0 req-4fa486a4-1d24-4052-9cbd-c6b8ca00bf04 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:05.398844 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f9108dc4-f9c7-4736-b2ff-38372677bcb0 req-4fa486a4-1d24-4052-9cbd-c6b8ca00bf04 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1209245 May 10 17:35:05.451573 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f9108dc4-f9c7-4736-b2ff-38372677bcb0 req-954788ad-51d9-4471-ae1e-1980ab1368fa tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441020 May 10 17:35:06.010985 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5205b-a9ee-42be-bf73-1d4fa22a63f7 req-d5776aca-22e6-4ec0-aeca-6faea5a39af6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:06.012485 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37a5205b-a9ee-42be-bf73-1d4fa22a63f7 req-d5776aca-22e6-4ec0-aeca-6faea5a39af6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 946 time: 0.0824211 May 10 17:35:06.060504 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37a5205b-a9ee-42be-bf73-1d4fa22a63f7 req-00e2d3f7-af05-4757-a7df-43f6a68d6895 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 May 10 17:35:06.227825 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653df3d-0837-4b1f-9285-786626a5e705 req-7c277f39-762c-4871-90c9-6738b8678e61 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:06.229434 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1653df3d-0837-4b1f-9285-786626a5e705 req-7c277f39-762c-4871-90c9-6738b8678e61 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.0851634 May 10 17:35:06.280504 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1653df3d-0837-4b1f-9285-786626a5e705 req-1498859b-0369-4fee-a94e-5b59a758476d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445571 May 10 17:35:06.645127 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605e95d-da0f-46e9-bca7-eb6821eb1f7f req-8edab788-cf9e-41c6-9aba-4d3e8fc95615 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:06.646669 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7605e95d-da0f-46e9-bca7-eb6821eb1f7f req-8edab788-cf9e-41c6-9aba-4d3e8fc95615 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0844562 May 10 17:35:06.696557 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7605e95d-da0f-46e9-bca7-eb6821eb1f7f req-aba207fb-5c69-4fe1-8fa6-f2be4a70633b tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 May 10 17:35:07.251010 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9ee37-2f51-4428-88a0-d683b0e2e42a req-1815d5b9-70b0-497b-a39a-5526c080fe3a tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:07.252518 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-34f9ee37-2f51-4428-88a0-d683b0e2e42a req-1815d5b9-70b0-497b-a39a-5526c080fe3a tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 946 time: 0.0816288 May 10 17:35:07.312430 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-34f9ee37-2f51-4428-88a0-d683b0e2e42a req-538e7e52-ee5a-4ba8-b6c2-44f0032bc5a1 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539434 May 10 17:35:07.503161 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51686ff-1178-4392-9861-f9e1eb8d6447 req-6a09ccb0-47d4-45eb-8fa7-ed4858458237 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:07.504686 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a51686ff-1178-4392-9861-f9e1eb8d6447 req-6a09ccb0-47d4-45eb-8fa7-ed4858458237 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.0830746 May 10 17:35:07.563411 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a51686ff-1178-4392-9861-f9e1eb8d6447 req-9997afdd-a0b8-41fc-a687-4cb00fd6d352 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470839 May 10 17:35:07.898983 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33731db9-2861-4731-a9f5-46fb21d3ca5b req-fd22c8f1-307d-4e38-8138-a306fd480846 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:07.900497 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-33731db9-2861-4731-a9f5-46fb21d3ca5b req-fd22c8f1-307d-4e38-8138-a306fd480846 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0852661 May 10 17:35:07.950948 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-33731db9-2861-4731-a9f5-46fb21d3ca5b req-86334c3b-a15c-4efb-b193-85550a9d4715 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432870 May 10 17:35:08.542960 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466b90a-89ee-49d7-a637-4cf32a343db5 req-5b91d493-97ac-428c-a544-0c40d4a63363 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:08.544434 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2466b90a-89ee-49d7-a637-4cf32a343db5 req-5b91d493-97ac-428c-a544-0c40d4a63363 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 946 time: 0.0866654 May 10 17:35:08.596290 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2466b90a-89ee-49d7-a637-4cf32a343db5 req-7b4f46a5-6bea-42d8-b4bc-7c0599d4094b tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 May 10 17:35:08.760583 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003b47b-d6f4-4759-82a7-36cbc558a72f req-3c12ec58-ef35-46d2-abf7-3616cb89a4e7 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:08.762377 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e003b47b-d6f4-4759-82a7-36cbc558a72f req-3c12ec58-ef35-46d2-abf7-3616cb89a4e7 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.0857046 May 10 17:35:08.812799 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e003b47b-d6f4-4759-82a7-36cbc558a72f req-901cf966-21bc-4e16-a715-23a1c22a9666 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446796 May 10 17:35:09.148950 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617bea-95f9-4341-88b1-d9467aa435f0 req-909023a0-ab4b-4c96-b408-5cb13ff57637 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:09.150475 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d617bea-95f9-4341-88b1-d9467aa435f0 req-909023a0-ab4b-4c96-b408-5cb13ff57637 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0846505 May 10 17:35:09.196644 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6d617bea-95f9-4341-88b1-d9467aa435f0 req-5ad163dc-9644-4ea8-bfbc-e5b7d5bbf18c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 May 10 17:35:09.784590 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:09.785451 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825e96f-2ba1-48da-8635-e1aa9775aa3f req-894676f9-ff62-468f-a77a-c5141f287cb7 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:09.791102 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-0825e96f-2ba1-48da-8635-e1aa9775aa3f req-894676f9-ff62-468f-a77a-c5141f287cb7 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 946 time: 0.0861056 May 10 17:35:09.833712 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-0825e96f-2ba1-48da-8635-e1aa9775aa3f req-4bccc295-a7ea-4181-9744-65c3317c8e1d tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 May 10 17:35:10.008718 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13b232-aadd-47e9-9100-ea5d3eeb97ed req-39898460-fa79-413e-a530-bdc751a9bad6 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:10.010289 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6b13b232-aadd-47e9-9100-ea5d3eeb97ed req-39898460-fa79-413e-a530-bdc751a9bad6 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.0814199 May 10 17:35:10.058690 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6b13b232-aadd-47e9-9100-ea5d3eeb97ed req-68bc3d37-1207-4797-9201-5d2944025aed tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422599 May 10 17:35:10.387023 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b8858-4f32-4756-a1db-38a2617a8688 req-3107d4d3-6a8e-4d42-82d9-5f2122948773 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:10.388988 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1c6b8858-4f32-4756-a1db-38a2617a8688 req-3107d4d3-6a8e-4d42-82d9-5f2122948773 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0813966 May 10 17:35:10.495096 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1c6b8858-4f32-4756-a1db-38a2617a8688 req-ac5bc95c-d23f-482e-9773-0ba3d3a25b41 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002529 May 10 17:35:11.032463 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5739cd-741a-436a-b4e2-83d4520cb354 req-40407212-4fd7-471e-914f-5bbc50a5f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:11.033925 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7f5739cd-741a-436a-b4e2-83d4520cb354 req-40407212-4fd7-471e-914f-5bbc50a5f564 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 1099 time: 0.0705388 May 10 17:35:11.034789 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f9d09-cf6e-4fa6-95a5-4c86d7ee0d63 req-0c2750aa-4ebf-4aa6-8d34-30428093e994 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:11.036249 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-222f9d09-cf6e-4fa6-95a5-4c86d7ee0d63 req-0c2750aa-4ebf-4aa6-8d34-30428093e994 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 946 time: 0.0815878 May 10 17:35:11.077866 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7f5739cd-741a-436a-b4e2-83d4520cb354 req-a64863e3-fa4c-4652-b1ba-b41561058149 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349669 May 10 17:35:11.081203 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-222f9d09-cf6e-4fa6-95a5-4c86d7ee0d63 req-4bacbfb1-55f5-4404-bb66-1302b88c0861 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 May 10 17:35:11.248546 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b7591-ebb7-40df-89fc-1a7eb291ae07 req-85d9970c-f8f2-461b-af36-536ed7ff8dc9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:11.249847 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-616b7591-ebb7-40df-89fc-1a7eb291ae07 req-85d9970c-f8f2-461b-af36-536ed7ff8dc9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.0800707 May 10 17:35:11.293031 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-616b7591-ebb7-40df-89fc-1a7eb291ae07 req-f53d92b1-0723-4d55-acc1-977ac8cd86eb tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374551 May 10 17:35:11.684640 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6786a9-e015-4ad6-a300-15f4af4b3c64 req-2129325a-62d6-4987-b332-7f38f20d3d9d tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:11.686152 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-db6786a9-e015-4ad6-a300-15f4af4b3c64 req-2129325a-62d6-4987-b332-7f38f20d3d9d tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0859480 May 10 17:35:11.731249 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-db6786a9-e015-4ad6-a300-15f4af4b3c64 req-36772a27-9eac-4425-b27c-b1a822803577 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393906 May 10 17:35:12.011318 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6785793-9259-4c24-a3d7-6c5b54dff2cb req-ef32ac82-3fbb-4b38-93b2-6f3c1c394813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:12.012759 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f6785793-9259-4c24-a3d7-6c5b54dff2cb req-ef32ac82-3fbb-4b38-93b2-6f3c1c394813 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 1098 time: 0.0735679 May 10 17:35:12.059012 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f6785793-9259-4c24-a3d7-6c5b54dff2cb req-16568e9a-6d85-4e6d-8024-d9396b159932 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343194 May 10 17:35:12.262521 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9dafb-5454-4674-914d-d2776c6a68de req-05d7302a-fabc-437e-b0d5-6edcf38c904a tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:12.263925 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e8e9dafb-5454-4674-914d-d2776c6a68de req-05d7302a-fabc-437e-b0d5-6edcf38c904a tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 946 time: 0.0788698 May 10 17:35:12.312155 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e8e9dafb-5454-4674-914d-d2776c6a68de req-d220d584-ba48-4e08-9640-cd03e9a64b7b tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 May 10 17:35:12.482316 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b2a05-f3ea-461a-88cd-5939aadb0709 req-35b24431-bde1-4959-905a-b714d0390733 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:12.483746 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-606b2a05-f3ea-461a-88cd-5939aadb0709 req-35b24431-bde1-4959-905a-b714d0390733 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 943 time: 0.0806398 May 10 17:35:12.528525 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-606b2a05-f3ea-461a-88cd-5939aadb0709 req-89258dc1-9820-4d54-a3c6-7e4b28c8d572 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 May 10 17:35:12.915801 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01034608-3397-4a99-bac0-7a0624e6759e req-da9662f9-0652-4146-9e54-6d27833a24ed tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:12.917245 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-01034608-3397-4a99-bac0-7a0624e6759e req-da9662f9-0652-4146-9e54-6d27833a24ed tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0828180 May 10 17:35:12.955786 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 9a63db13-2df5-4880-8a6e-03018b6bd6ee details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:35:12.964585 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-01034608-3397-4a99-bac0-7a0624e6759e req-136a3740-ed84-472c-9fd1-350ec5661a54 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413692 May 10 17:35:13.100429 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:13.113162 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'port_id': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'mac_address': 'fa:16:3e:e5:e9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:35:13.172023 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:13.188503 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a63db13-2df5-4880-8a6e-03018b6bd6ee {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:13.204019 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:13.298544 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:13.300472 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:13.366508 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=9a63db13-2df5-4880-8a6e-03018b6bd6ee,revision_number=9']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:13.369757 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:13.514513 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 53602) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:13.522486 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b551c5b-d313-47ae-ab77-083f4678d7a9 req-493b4cb1-51a7-4f61-aa16-06e153d259fd tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:13.523950 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7b551c5b-d313-47ae-ab77-083f4678d7a9 req-493b4cb1-51a7-4f61-aa16-06e153d259fd tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 946 time: 0.0859959 May 10 17:35:13.568955 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7b551c5b-d313-47ae-ab77-083f4678d7a9 req-301b07b6-d652-44ea-b125-e028a27c3ac3 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393033 May 10 17:35:13.570478 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['9a63db13-2df5-4880-8a6e-03018b6bd6ee'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:13.641748 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-0113d9f7-7823-4879-916d-b25567e4b963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:13.700076 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-0113d9f7-7823-4879-916d-b25567e4b963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:13.706461 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-0113d9f7-7823-4879-916d-b25567e4b963 admin admin] Usage tracker for resource:security_group_rule and tenant:8999581f704a416e8c3be86be252d38a is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:13.709718 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-0113d9f7-7823-4879-916d-b25567e4b963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:13.717909 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-0113d9f7-7823-4879-916d-b25567e4b963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:13.773999 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8d3cd-8db7-4230-9c25-954dfcd5b3a8 req-93b563dc-722d-49c6-a28a-4016975aea9d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:13.775526 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7ae8d3cd-8db7-4230-9c25-954dfcd5b3a8 req-93b563dc-722d-49c6-a28a-4016975aea9d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 944 time: 0.1249890 May 10 17:35:13.838802 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7ae8d3cd-8db7-4230-9c25-954dfcd5b3a8 req-370ecba3-29d3-413a-94da-203d1c2c0362 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569580 May 10 17:35:13.864222 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-0113d9f7-7823-4879-916d-b25567e4b963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:13.932769 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-0113d9f7-7823-4879-916d-b25567e4b963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:13.939936 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-f7c703cb-8434-41c8-8fec-d7bdeac35cd1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:13.981526 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-0113d9f7-7823-4879-916d-b25567e4b963 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8999581f704a416e8c3be86be252d38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657695 May 10 17:35:13.982833 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113d9f7-7823-4879-916d-b25567e4b963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d3ae42-93c6-4018-adc3-e252570a2e6b,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:13.984568 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 53614) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:13.985947 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-0113d9f7-7823-4879-916d-b25567e4b963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:14.046414 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-21e1296a-e5d9-499f-ab19-731da418e512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:14.073862 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-21e1296a-e5d9-499f-ab19-731da418e512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:14.186814 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b16a72-3170-4edd-9c36-f73ac92124d3 req-59f94d5a-22e2-4408-bd06-f6a67ea172a6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:14.188284 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-70b16a72-3170-4edd-9c36-f73ac92124d3 req-59f94d5a-22e2-4408-bd06-f6a67ea172a6 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1172764 May 10 17:35:14.234076 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-70b16a72-3170-4edd-9c36-f73ac92124d3 req-553e89a3-7ab6-4d2f-b16d-65933df9a8fc tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 May 10 17:35:14.269949 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-21e1296a-e5d9-499f-ab19-731da418e512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:14.273827 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f42c592d-f186-48cd-8815-8c1a4e3868f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:14.287993 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1296a-e5d9-499f-ab19-731da418e512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d3ae42-93c6-4018-adc3-e252570a2e6b,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:14.290896 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-21e1296a-e5d9-499f-ab19-731da418e512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:14.291814 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-21e1296a-e5d9-499f-ab19-731da418e512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:14.292894 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-21e1296a-e5d9-499f-ab19-731da418e512 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01d3ae42-93c6-4018-adc3-e252570a2e6b HTTP/1.1" status: 204 len: 168 time: 0.3071523 May 10 17:35:14.914130 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c59d0f-4c7b-4c7d-9230-71069bd42300 req-d4057288-4d07-489c-93bf-3c13fadba66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:14.916612 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-54c59d0f-4c7b-4c7d-9230-71069bd42300 req-d4057288-4d07-489c-93bf-3c13fadba66a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 1098 time: 0.0791750 May 10 17:35:14.936306 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575d449-08db-4360-91a0-818706cf61f4 req-761841e7-e6e0-44a5-9c90-5405f4e1d8ce tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:14.938631 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a575d449-08db-4360-91a0-818706cf61f4 req-761841e7-e6e0-44a5-9c90-5405f4e1d8ce tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0881441 May 10 17:35:14.958823 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 9a63db13-2df5-4880-8a6e-03018b6bd6ee up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:35:14.985305 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a575d449-08db-4360-91a0-818706cf61f4 req-9428cab4-e5a6-412a-abc0-3206621c3552 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418029 May 10 17:35:15.062081 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 9a63db13-2df5-4880-8a6e-03018b6bd6ee triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:35:15.062081 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:15.071508 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c59d0f-4c7b-4c7d-9230-71069bd42300 req-fb6ffc0a-9c2b-40f1-8a9d-bfd7faa8f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:15.073968 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-54c59d0f-4c7b-4c7d-9230-71069bd42300 req-fb6ffc0a-9c2b-40f1-8a9d-bfd7faa8f081 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 200 len: 919 time: 0.1458013 May 10 17:35:15.153590 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-54c59d0f-4c7b-4c7d-9230-71069bd42300 req-bf472d02-75ff-4274-a2c2-7bf949a349a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df440aca-80c2-4ed9-b1e8-b8309f1b9387 HTTP/1.1" status: 200 len: 217 time: 0.0718322 May 10 17:35:15.206052 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:15.234978 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:15.244627 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:15.250785 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eed1c-1af7-44fd-bb35-e77eaee0cc7f req-b68b6e24-d57a-4b4e-a977-7616c64c4510 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:15.252269 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-725eed1c-1af7-44fd-bb35-e77eaee0cc7f req-b68b6e24-d57a-4b4e-a977-7616c64c4510 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 944 time: 0.1436722 May 10 17:35:15.279376 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c59d0f-4c7b-4c7d-9230-71069bd42300 req-76f240fa-b9c0-4f35-9fd7-29985fac36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:15.280886 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-54c59d0f-4c7b-4c7d-9230-71069bd42300 req-76f240fa-b9c0-4f35-9fd7-29985fac36ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a352b0e-3e61-497e-a597-659f58f14f47 HTTP/1.1" status: 200 len: 858 time: 0.1203070 May 10 17:35:15.310789 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:15.312835 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:15.346877 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-54c59d0f-4c7b-4c7d-9230-71069bd42300 req-ddb0cedf-f606-4685-84ca-8a28c8ad108d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff5deae6-b982-458f-bc91-12732fbdac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580122 May 10 17:35:15.388342 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=9a63db13-2df5-4880-8a6e-03018b6bd6ee,revision_number=10']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:15.395423 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:15.397692 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 53664) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:15.428848 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-725eed1c-1af7-44fd-bb35-e77eaee0cc7f req-a6ecec8b-1a41-4ced-9f10-f573587badc8 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684117 May 10 17:35:15.464739 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc54424-f277-452a-9171-6e8b0da6a838 req-a642dfa4-7b29-4ab3-b93a-56e126c30dfb tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:15.466891 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7fc54424-f277-452a-9171-6e8b0da6a838 req-a642dfa4-7b29-4ab3-b93a-56e126c30dfb tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 946 time: 0.2509556 May 10 17:35:15.520820 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-75633321-network', 'tenant_id': '13a3d851d56b491e951719e8b69b2082'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:15.525769 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:15.530319 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Usage tracker for resource:network and tenant:13a3d851d56b491e951719e8b69b2082 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:15.534276 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:15.541056 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:15.547520 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7fc54424-f277-452a-9171-6e8b0da6a838 req-0e8cdd23-fdfa-4a5d-b869-f52df21caf0f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743423 May 10 17:35:15.555501 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-54c59d0f-4c7b-4c7d-9230-71069bd42300 req-d8952e77-86af-4c43-97b3-29351346854c service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989076 May 10 17:35:15.604307 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'code': 200} May 10 17:35:15.647076 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Made reservation on behalf of 13a3d851d56b491e951719e8b69b2082 for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:15.649379 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:15.661859 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:15.676772 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:15.680721 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Usage tracker for resource:security_group_rule and tenant:13a3d851d56b491e951719e8b69b2082 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:15.683689 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:15.691368 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:15.692016 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-54c59d0f-4c7b-4c7d-9230-71069bd42300 req-b8cc639d-93e5-4abb-be64-52397287b15d service neutron] 10.222.0.10 "GET /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296124 May 10 17:35:15.774373 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:15.846706 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:15.850795 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b57d7886-c768-4fdf-918a-fd625e2f6bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:15.877001 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:35:15.885246 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7da6ac9-c87c-4331-8874-8f2ab864f9e7,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:15.889132 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:15.892998 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:15.893363 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Added segment a8b004b6-cc86-4691-b179-54f3fa714ccf of type vlan for network 781f6ddf-0c27-45f8-bede-61c30de4beb4 May 10 17:35:15.918016 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:16.017178 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:16.021358 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:16.021358 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:16.024548 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-03571b0c-02fc-4930-8bb9-a760d88fb1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:16.126231 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Pushing event updated for resources: {'Network': ['ID=781f6ddf-0c27-45f8-bede-61c30de4beb4,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:16.129174 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:16.136670 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network 781f6ddf-0c27-45f8-bede-61c30de4beb4 details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:35:16.183821 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7850101 May 10 17:35:16.187207 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 53678) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:16.193638 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Request body: {'subnet': {'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-75633321-subnet', 'tenant_id': '13a3d851d56b491e951719e8b69b2082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:16.194703 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1c908-4be6-40f5-97f1-c748302368ef req-ea58c539-6ba2-4823-9843-1ef4cd9c6e07 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:16.196888 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-eae1c908-4be6-40f5-97f1-c748302368ef req-ea58c539-6ba2-4823-9843-1ef4cd9c6e07 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0978181 May 10 17:35:16.199830 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:16.204732 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Usage tracker for resource:subnet and tenant:13a3d851d56b491e951719e8b69b2082 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:16.207829 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:16.214061 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:16.315541 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Made reservation on behalf of 13a3d851d56b491e951719e8b69b2082 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:16.318546 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1585389'] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:16.352306 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-eae1c908-4be6-40f5-97f1-c748302368ef req-493ea67d-4111-4bd2-bd67-860779a2bafe tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491075 May 10 17:35:16.388982 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e7d05-e477-4098-a361-aae4a6d4eab8 req-ec82f0e6-343d-4afe-b4d6-d5e433ef4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:16.390466 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-807e7d05-e477-4098-a361-aae4a6d4eab8 req-ec82f0e6-343d-4afe-b4d6-d5e433ef4761 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 1099 time: 0.0769215 May 10 17:35:16.433620 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-807e7d05-e477-4098-a361-aae4a6d4eab8 req-29f14ac0-f6d6-4ced-b2d6-c551cc837c4b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353007 May 10 17:35:16.602908 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8265a0-2605-454e-98ec-722907a35079 req-30415b7d-6c78-445a-8327-9be8ffdb1510 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:16.604409 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6a8265a0-2605-454e-98ec-722907a35079 req-30415b7d-6c78-445a-8327-9be8ffdb1510 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 946 time: 0.0835242 May 10 17:35:16.625151 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7f9db-e086-46b4-bc40-a113a6514fad req-29f27435-a29c-4a9c-b511-4ae7d082244c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:16.634848 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bca7f9db-e086-46b4-bc40-a113a6514fad req-29f27435-a29c-4a9c-b511-4ae7d082244c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 946 time: 0.0862246 May 10 17:35:16.743144 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bca7f9db-e086-46b4-bc40-a113a6514fad req-76933633-ad12-4539-88de-741a69d3c334 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971811 May 10 17:35:16.806274 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919047e-2ffc-4eaa-9df3-870c259e2c0d req-da80ddce-1410-4cc9-8303-054640444d0d tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:16.807742 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8919047e-2ffc-4eaa-9df3-870c259e2c0d req-da80ddce-1410-4cc9-8303-054640444d0d tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 946 time: 0.1390693 May 10 17:35:16.844048 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [req-6a8265a0-2605-454e-98ec-722907a35079 req-1d5767be-442c-4b87-aa2f-43af3b7f202e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Deleting port bf50b617-1230-4214-a7f1-0c669731f8e8 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:35:16.844388 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-6a8265a0-2605-454e-98ec-722907a35079 req-1d5767be-442c-4b87-aa2f-43af3b7f202e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:16.865552 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2331146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1585311'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:16.870053 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-215e246a-ba84-4223-b445-91702418f8b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:16.932988 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8919047e-2ffc-4eaa-9df3-870c259e2c0d req-fbe223af-a2ca-4eb8-aea1-26557e8bc0c0 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185548 May 10 17:35:16.941932 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6d177a-43e7-4e73-9ee6-67ccf5895e4f,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:16.945180 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:16.958403 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Checking segment: {'id': 'a8b004b6-cc86-4691-b179-54f3fa714ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:16.958853 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Network hostable DHCP agents. Network: 781f6ddf-0c27-45f8-bede-61c30de4beb4, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:35:16.995533 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [req-6a8265a0-2605-454e-98ec-722907a35079 req-1d5767be-442c-4b87-aa2f-43af3b7f202e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] For port bf50b617-1230-4214-a7f1-0c669731f8e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf50b617-1230-4214-a7f1-0c669731f8e8,segment=NetworkSegment(133531f9-32dc-44cf-9b29-599c92ac65b0),segment_id=133531f9-32dc-44cf-9b29-599c92ac65b0)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:16.995984 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-6a8265a0-2605-454e-98ec-722907a35079 req-1d5767be-442c-4b87-aa2f-43af3b7f202e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:17.052982 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Network 781f6ddf-0c27-45f8-bede-61c30de4beb4 is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:35:17.124765 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [req-6a8265a0-2605-454e-98ec-722907a35079 req-1d5767be-442c-4b87-aa2f-43af3b7f202e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Calling delete_port for bf50b617-1230-4214-a7f1-0c669731f8e8 owned by compute:nova {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:35:17.148498 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, 781f6ddf-0c27-45f8-bede-61c30de4beb4) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:17.163219 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:17.164351 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:17.174450 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda572b4-c4df-4125-b07f-b5fc97c65bf6 None None] Network 781f6ddf-0c27-45f8-bede-61c30de4beb4 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:17.260400 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0721550 May 10 17:35:17.337281 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-6a8265a0-2605-454e-98ec-722907a35079 req-1d5767be-442c-4b87-aa2f-43af3b7f202e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:17.351090 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:17.355800 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['bf50b617-1230-4214-a7f1-0c669731f8e8'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:17.450358 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5767be-442c-4b87-aa2f-43af3b7f202e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Pushing event deleted for resources: {'Port': ['ID=bf50b617-1230-4214-a7f1-0c669731f8e8,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:17.459552 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1d5767be-442c-4b87-aa2f-43af3b7f202e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:17.519075 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9459577-a744-4a02-b23c-9a42f231fb99 None None] Network 781f6ddf-0c27-45f8-bede-61c30de4beb4 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:17.693088 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ade511-bacf-40ac-9422-af8bdb45c976 req-9e5ddc1d-1bdc-4099-b91e-1facfafcd8fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:17.704955 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-48ade511-bacf-40ac-9422-af8bdb45c976 req-9e5ddc1d-1bdc-4099-b91e-1facfafcd8fd tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1146197 May 10 17:35:17.773783 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5912d6-7e0d-4b67-9edd-d2ef44d28da0 req-87a6411a-2b3f-4747-90ca-2f81fc3251d6 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:17.782921 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0e5912d6-7e0d-4b67-9edd-d2ef44d28da0 req-87a6411a-2b3f-4747-90ca-2f81fc3251d6 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.1058300 May 10 17:35:17.804641 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-48ade511-bacf-40ac-9422-af8bdb45c976 req-58f57386-27a3-4416-936f-cc708d4f4fba tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984309 May 10 17:35:17.882633 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0e5912d6-7e0d-4b67-9edd-d2ef44d28da0 req-306e766b-54b4-4ea0-9f3c-5b6bd1f3df43 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786915 May 10 17:35:17.984737 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be33450-05b6-4d8f-bb3d-046e597d51a5 req-ce1dbbd9-fa52-4746-b4a2-034132deb6a5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:17.986218 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6be33450-05b6-4d8f-bb3d-046e597d51a5 req-ce1dbbd9-fa52-4746-b4a2-034132deb6a5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 946 time: 0.0798061 May 10 17:35:18.030211 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8265a0-2605-454e-98ec-722907a35079 req-1d5767be-442c-4b87-aa2f-43af3b7f202e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] No DVR routers for this DVR port bf50b617-1230-4214-a7f1-0c669731f8e8 on host hv-cinder-78638 {{(pid=79209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:35:18.036261 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-6a8265a0-2605-454e-98ec-722907a35079 req-1d5767be-442c-4b87-aa2f-43af3b7f202e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:18.038971 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0e496d-da90-4d4a-a4fb-5e6ae0408389', 'name': 'network-vif-deleted', 'tag': 'bf50b617-1230-4214-a7f1-0c669731f8e8'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:18.046175 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6be33450-05b6-4d8f-bb3d-046e597d51a5 req-1328d961-954d-4114-a94e-3bffc3de3196 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540938 May 10 17:35:18.088121 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7d6728a2-2388-4503-a4e4-871129ffb02f req-8e032ebc-7cf8-48b0-b7f4-deee6e7b8de0 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e496d-da90-4d4a-a4fb-5e6ae0408389 HTTP/1.1" status: 200 len: 210 time: 0.0477698 May 10 17:35:18.115476 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0e496d-da90-4d4a-a4fb-5e6ae0408389', 'name': 'network-vif-deleted', 'tag': 'bf50b617-1230-4214-a7f1-0c669731f8e8', 'status': 'completed', 'code': 200} May 10 17:35:18.120670 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6a8265a0-2605-454e-98ec-722907a35079 req-1d5767be-442c-4b87-aa2f-43af3b7f202e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.10 "DELETE /v2.0/ports/bf50b617-1230-4214-a7f1-0c669731f8e8 HTTP/1.1" status: 204 len: 173 time: 1.5094426 May 10 17:35:18.998543 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101f4b8-3891-4049-82a6-9f4da0002adc req-5dbe81b6-13d8-4eec-b78d-03fa63a1b7c4 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:19.000035 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f101f4b8-3891-4049-82a6-9f4da0002adc req-5dbe81b6-13d8-4eec-b78d-03fa63a1b7c4 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0936828 May 10 17:35:19.047445 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f101f4b8-3891-4049-82a6-9f4da0002adc req-45186041-3a10-4070-8d8a-9274755195b3 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 May 10 17:35:19.076901 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac04c7-453d-459f-8060-e790ffde9f84 req-fa41b5b8-de05-44f5-a0c6-b2bfe010529f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:19.078515 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-19ac04c7-453d-459f-8060-e790ffde9f84 req-fa41b5b8-de05-44f5-a0c6-b2bfe010529f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0828156 May 10 17:35:19.140594 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-19ac04c7-453d-459f-8060-e790ffde9f84 req-4df5ee95-ffa5-4e5c-b8c6-42afb68bba25 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533233 May 10 17:35:19.270409 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790cb38-34ec-4809-9203-92c233127b55 req-bd98c44e-bad4-45bc-bd18-3eb8353a1ce4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:19.277682 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6790cb38-34ec-4809-9203-92c233127b55 req-bd98c44e-bad4-45bc-bd18-3eb8353a1ce4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 946 time: 0.0987813 May 10 17:35:19.348294 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6790cb38-34ec-4809-9203-92c233127b55 req-e4e9de39-0bbf-4a21-a107-72c2b07096d8 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598187 May 10 17:35:19.589108 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-eb1f8106-5ec8-4047-8847-5f55139e7764 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:19.590533 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-eb1f8106-5ec8-4047-8847-5f55139e7764 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/networks?id=b6e77ee7-a34b-4f28-9586-ca0076241050 HTTP/1.1" status: 200 len: 809 time: 0.1444085 May 10 17:35:19.606166 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-d5b8d22a-1d05-4207-b7e4-a246f0a0b7eb tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/quotas/d44dfde716c644beb8ba4de0bd363b5d HTTP/1.1" status: 200 len: 375 time: 0.0095544 May 10 17:35:19.653037 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-3a1a98ce-66f7-4651-964c-da2ca0538b2b tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d44dfde716c644beb8ba4de0bd363b5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413022 May 10 17:35:19.796724 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-c0eac111-a0e0-4964-ab98-22ec0a7aa47c service neutron] 10.222.0.24 "GET /v2.0/networks/b6e77ee7-a34b-4f28-9586-ca0076241050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366184 May 10 17:35:19.984880 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-14bddc96-97b5-4ede-b29d-2cfcc10204df tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:19.986350 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-14bddc96-97b5-4ede-b29d-2cfcc10204df tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/networks?id=781f6ddf-0c27-45f8-bede-61c30de4beb4 HTTP/1.1" status: 200 len: 812 time: 0.1512003 May 10 17:35:20.001427 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-871788e7-9f31-4d4e-ae25-1d3e942142f5 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/quotas/13a3d851d56b491e951719e8b69b2082 HTTP/1.1" status: 200 len: 375 time: 0.0096221 May 10 17:35:20.019899 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-76dacefc-0427-44c8-885b-422a9757569d service neutron] 10.222.0.24 "GET /v2.0/networks/b6e77ee7-a34b-4f28-9586-ca0076241050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169571 May 10 17:35:20.051034 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-6ea9d244-3d3f-4771-b0a6-2e5cc91dc8a4 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=13a3d851d56b491e951719e8b69b2082&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442820 May 10 17:35:20.182313 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-107bdf3f-2472-43ea-9aae-29890a9e907c service neutron] 10.222.0.24 "GET /v2.0/networks/781f6ddf-0c27-45f8-bede-61c30de4beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242800 May 10 17:35:20.375592 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7beb1-262b-4497-a33b-eaede13c2678 req-c20a3673-2c1d-407d-bf3c-3126dbf97837 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:20.383483 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c9f7beb1-262b-4497-a33b-eaede13c2678 req-c20a3673-2c1d-407d-bf3c-3126dbf97837 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0960541 May 10 17:35:20.411922 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-513ea66d-3448-4bd5-9aae-c48cab1f19d1 service neutron] 10.222.0.24 "GET /v2.0/networks/781f6ddf-0c27-45f8-bede-61c30de4beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125762 May 10 17:35:20.429026 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c9f7beb1-262b-4497-a33b-eaede13c2678 req-bb292f9a-0034-45cc-893c-2fade5f0586d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443273 May 10 17:35:20.511796 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9d3935dd-4f04-4d59-809f-5ae56ece0b26 req-64ccc5a6-294f-4379-8977-623e04f70e5d tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 210 time: 0.0418098 May 10 17:35:20.664422 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a9e21f3c-30a1-41df-aa95-d23e0de88c25 req-a94fe323-40ac-4096-8898-79941015f0f8 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 210 time: 0.0451343 May 10 17:35:20.707386 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199adb88-bbe7-4d85-92fe-e6b376f10c02 req-0e98eb1a-73ff-422a-8ba5-deae0479ec59 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:20.708925 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-199adb88-bbe7-4d85-92fe-e6b376f10c02 req-0e98eb1a-73ff-422a-8ba5-deae0479ec59 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 946 time: 0.1025436 May 10 17:35:20.757922 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-199adb88-bbe7-4d85-92fe-e6b376f10c02 req-2c15379d-d3fc-49ea-a6c2-3bec0802cb50 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428324 May 10 17:35:21.016613 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device bf50b617-1230-4214-a7f1-0c669731f8e8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:35:21.049818 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: bf50b617-1230-4214-a7f1-0c669731f8e8 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:35:21.050168 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device bf50b617-1230-4214-a7f1-0c669731f8e8 not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:35:21.617965 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7434996-eccd-4006-8534-bc72e233878d req-4b831f10-2806-432b-a9b4-f1ca5d68707b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:21.619457 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b7434996-eccd-4006-8534-bc72e233878d req-4b831f10-2806-432b-a9b4-f1ca5d68707b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0833931 May 10 17:35:21.670595 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b7434996-eccd-4006-8534-bc72e233878d req-09f0d433-c57d-4eb7-9e91-9ad31e50af40 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 May 10 17:35:21.675144 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-89e6d795-58ba-4ea8-8027-800135ac07ec req-0ac81e2b-5a18-4ffe-8213-79ce74d5ff0a tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 210 time: 0.0596154 May 10 17:35:21.814265 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-79f89ba6-3790-4fd2-8b16-64a98e9355be req-b66d363a-24b2-41ce-ac93-404d68eb66ea tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 210 time: 0.0420914 May 10 17:35:22.629013 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-a4275e1f-67a8-467c-9038-3b668c498f2c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:22.629691 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-a4275e1f-67a8-467c-9038-3b668c498f2c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Synchronizing usage tracker for tenant:d44dfde716c644beb8ba4de0bd363b5d on resource:network {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:22.766953 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-a4275e1f-67a8-467c-9038-3b668c498f2c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Unset dirty status for tenant:d44dfde716c644beb8ba4de0bd363b5d on resource:network {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:22.768106 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-a4275e1f-67a8-467c-9038-3b668c498f2c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.10 "GET /v2.0/networks?id=b6e77ee7-a34b-4f28-9586-ca0076241050 HTTP/1.1" status: 200 len: 809 time: 0.2850697 May 10 17:35:22.820652 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Request body: {'port': {'device_id': '8dd5789f-ff5b-4b8e-8793-b610753e032d', 'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050', 'admin_state_up': True, 'tenant_id': 'd44dfde716c644beb8ba4de0bd363b5d'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:22.829043 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3c312e61-d3a3-4a3f-800c-ebd8b36e7246 req-b290364b-01a0-45c4-97c4-8616575a1486 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 210 time: 0.0461054 May 10 17:35:22.976377 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9fbb793e-0d26-473c-9592-5f9b79e7e9a6 req-bb97bac1-69b3-4597-a5fe-62dbfc6c129b tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 210 time: 0.0433745 May 10 17:35:22.984299 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42c10b-1f41-405a-bfe6-c0953e119bd0 req-26e70faa-ff15-4b77-aaa8-fd13f90ccfd4 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:22.985785 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7a42c10b-1f41-405a-bfe6-c0953e119bd0 req-26e70faa-ff15-4b77-aaa8-fd13f90ccfd4 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.2040846 May 10 17:35:22.995592 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:23.015329 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Usage tracker for resource:port and tenant:d44dfde716c644beb8ba4de0bd363b5d is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:23.019653 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:23.033644 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:23.048592 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7a42c10b-1f41-405a-bfe6-c0953e119bd0 req-900b3bfb-f636-4f86-ac62-39c900a73641 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557830 May 10 17:35:23.154805 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Made reservation on behalf of d44dfde716c644beb8ba4de0bd363b5d for: {'port': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:23.158356 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.329552 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Allocated IP 172.20.0.10 (b6e77ee7-a34b-4f28-9586-ca0076241050/0e5efe61-f8af-4db5-991d-c218dd880304/38d2690b-aeed-4b7a-a666-4dbf67576a76) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:35:23.389877 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-dcb72b0e-47f7-48e6-a3e7-dbb1e0952298 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:23.390730 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-dcb72b0e-47f7-48e6-a3e7-dbb1e0952298 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Synchronizing usage tracker for tenant:13a3d851d56b491e951719e8b69b2082 on resource:network {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:23.429763 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-76d84d57-ade4-4db0-b37d-2c5a6596194d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.515726 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-dcb72b0e-47f7-48e6-a3e7-dbb1e0952298 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Unset dirty status for tenant:13a3d851d56b491e951719e8b69b2082 on resource:network {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:23.517029 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-dcb72b0e-47f7-48e6-a3e7-dbb1e0952298 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.10 "GET /v2.0/networks?id=781f6ddf-0c27-45f8-bede-61c30de4beb4 HTTP/1.1" status: 200 len: 812 time: 0.2789304 May 10 17:35:23.529939 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Request body: {'port': {'device_id': '663f5aab-2ae0-4459-b215-72014780a19e', 'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4', 'admin_state_up': True, 'tenant_id': '13a3d851d56b491e951719e8b69b2082'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:23.541629 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.636274 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.643458 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c9c3a9cc-473b-4a09-9d4e-6cde785a9235 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:23.671618 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:23.675954 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Usage tracker for resource:port and tenant:13a3d851d56b491e951719e8b69b2082 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:23.678818 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:23.686526 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:23.714959 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Network b6e77ee7-a34b-4f28-9586-ca0076241050 is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:35:23.718245 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:23.726405 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:35:23.755585 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Made reservation on behalf of 13a3d851d56b491e951719e8b69b2082 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:23.757853 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Pushing event updated for resources: {'Port': ['ID=38d2690b-aeed-4b7a-a666-4dbf67576a76,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:23.759592 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.771549 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:23.771903 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:23.772246 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:23.772593 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:23.772929 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:23.773267 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:23.773597 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:23.773924 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:23.774296 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:23.774597 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:23.774922 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:23.775255 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:23.781051 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:23.806911 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:23.808148 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.933144 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Allocated IP 172.20.0.4 (781f6ddf-0c27-45f8-bede-61c30de4beb4/4a6d177a-43e7-4e73-9ee6-67ccf5895e4f/b6bc9ae2-baa1-49f6-b162-f79ed6b334dc) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:35:23.984848 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1722291 May 10 17:35:23.997703 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Request body: {'port': {'device_id': '8dd5789f-ff5b-4b8e-8793-b610753e032d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:24.148194 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.158134 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.240040 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316a5aa-61b3-450d-9c16-0e22332a7acf req-70228ede-358d-45cd-bbc0-75642950e977 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:24.240622 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-a316a5aa-61b3-450d-9c16-0e22332a7acf req-70228ede-358d-45cd-bbc0-75642950e977 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Synchronizing usage tracker for tenant:d44dfde716c644beb8ba4de0bd363b5d on resource:port {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:24.270356 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.277237 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:24.340403 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Network 781f6ddf-0c27-45f8-bede-61c30de4beb4 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:35:24.344247 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:24.346717 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:35:24.459023 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Pushing event updated for resources: {'Port': ['ID=b6bc9ae2-baa1-49f6-b162-f79ed6b334dc,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:24.482671 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.483037 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.483392 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.483740 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.484085 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.484428 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.484770 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.485115 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.485455 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.485790 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.486124 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.486485 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.494590 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:24.495130 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.496676 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-a316a5aa-61b3-450d-9c16-0e22332a7acf req-70228ede-358d-45cd-bbc0-75642950e977 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Unset dirty status for tenant:d44dfde716c644beb8ba4de0bd363b5d on resource:port {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:24.498282 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a316a5aa-61b3-450d-9c16-0e22332a7acf req-70228ede-358d-45cd-bbc0-75642950e977 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 932 time: 0.4134681 May 10 17:35:24.502393 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:24.549138 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a316a5aa-61b3-450d-9c16-0e22332a7acf req-2aaa00f9-50ca-44d2-a444-86ff186af55f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426161 May 10 17:35:24.551275 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60af60-186a-4100-a300-817320c87bf4 req-47a03c93-02de-4bee-903c-542f25f856dd tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:24.551595 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6a60af60-186a-4100-a300-817320c87bf4 req-47a03c93-02de-4bee-903c-542f25f856dd tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Synchronizing usage tracker for tenant:13a3d851d56b491e951719e8b69b2082 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:24.624041 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0981157 May 10 17:35:24.644159 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Request body: {'port': {'device_id': '663f5aab-2ae0-4459-b215-72014780a19e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:24.673701 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6a60af60-186a-4100-a300-817320c87bf4 req-47a03c93-02de-4bee-903c-542f25f856dd tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Unset dirty status for tenant:13a3d851d56b491e951719e8b69b2082 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:24.674970 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6a60af60-186a-4100-a300-817320c87bf4 req-47a03c93-02de-4bee-903c-542f25f856dd tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 931 time: 0.2712562 May 10 17:35:24.712644 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d2690b-aeed-4b7a-a666-4dbf67576a76 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:24.722263 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.740998 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Transition to ACTIVE for port object 38d2690b-aeed-4b7a-a666-4dbf67576a76 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:35:24.767795 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61259c-da4b-4be9-a0de-4a89b6a10c7a req-68f635c9-1fac-4a38-866a-4438afb96588 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:24.769141 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8a61259c-da4b-4be9-a0de-4a89b6a10c7a req-68f635c9-1fac-4a38-866a-4438afb96588 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.1201887 May 10 17:35:24.770106 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6a60af60-186a-4100-a300-817320c87bf4 req-d5389873-da70-4f7e-b6e0-9e1770540ddd tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Synchronizing usage tracker for tenant:13a3d851d56b491e951719e8b69b2082 on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:24.799507 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.814063 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8a61259c-da4b-4be9-a0de-4a89b6a10c7a req-fed5b657-b52e-4dba-befa-f3c24b6e1169 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389473 May 10 17:35:24.818209 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686846'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.822910 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:24.875441 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6a60af60-186a-4100-a300-817320c87bf4 req-d5389873-da70-4f7e-b6e0-9e1770540ddd tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Unset dirty status for tenant:13a3d851d56b491e951719e8b69b2082 on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:24.876595 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6a60af60-186a-4100-a300-817320c87bf4 req-d5389873-da70-4f7e-b6e0-9e1770540ddd tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954479 May 10 17:35:24.997755 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Pushing event updated for resources: {'Port': ['ID=38d2690b-aeed-4b7a-a666-4dbf67576a76,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:25.000609 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:25.121931 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cd164-3cc3-4fa2-8236-e59bdaf13cd8 req-1204fc8d-84b9-4aa1-92d4-52a8b82500db tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:25.126223 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b40cd164-3cc3-4fa2-8236-e59bdaf13cd8 req-1204fc8d-84b9-4aa1-92d4-52a8b82500db tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.2039781 May 10 17:35:25.130551 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Attempting to bind port 38d2690b-aeed-4b7a-a666-4dbf67576a76 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:35:25.130900 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Attempting to bind port 38d2690b-aeed-4b7a-a666-4dbf67576a76 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '133531f9-32dc-44cf-9b29-599c92ac65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:35:25.131218 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Attempting to bind port 38d2690b-aeed-4b7a-a666-4dbf67576a76 on network b6e77ee7-a34b-4f28-9586-ca0076241050 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:25.149179 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Port 38d2690b-aeed-4b7a-a666-4dbf67576a76 on network b6e77ee7-a34b-4f28-9586-ca0076241050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:35:25.149501 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Attempting to bind port 38d2690b-aeed-4b7a-a666-4dbf67576a76 on network b6e77ee7-a34b-4f28-9586-ca0076241050 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:25.158732 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:35:25.159066 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Checking segment: {'id': '133531f9-32dc-44cf-9b29-599c92ac65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:25.159443 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Bound using segment: {'id': '133531f9-32dc-44cf-9b29-599c92ac65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:35:25.159868 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Bound port: 38d2690b-aeed-4b7a-a666-4dbf67576a76, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133531f9-32dc-44cf-9b29-599c92ac65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:35:25.160221 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.215926 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6bc9ae2-baa1-49f6-b162-f79ed6b334dc {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:25.223296 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.231659 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b40cd164-3cc3-4fa2-8236-e59bdaf13cd8 req-16ed83a0-fa37-433d-9bd8-08b00a8d682c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968444 May 10 17:35:25.238137 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Transition to ACTIVE for port object b6bc9ae2-baa1-49f6-b162-f79ed6b334dc will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:35:25.269085 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] For port 38d2690b-aeed-4b7a-a666-4dbf67576a76, host hv-cinder-78638, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:35:25.271990 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] For port 38d2690b-aeed-4b7a-a666-4dbf67576a76, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=38d2690b-aeed-4b7a-a666-4dbf67576a76,segment=NetworkSegment(133531f9-32dc-44cf-9b29-599c92ac65b0),segment_id=133531f9-32dc-44cf-9b29-599c92ac65b0)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:35:25.298568 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.302343 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:25.339325 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686846'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.344028 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1d5767be-442c-4b87-aa2f-43af3b7f202e tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:25.395716 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:25.396323 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.397653 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] 10.222.0.10 "PUT /v2.0/ports/38d2690b-aeed-4b7a-a666-4dbf67576a76 HTTP/1.1" status: 200 len: 1094 time: 1.4049883 May 10 17:35:25.398117 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd5789f-ff5b-4b8e-8793-b610753e032d', 'tag': '38d2690b-aeed-4b7a-a666-4dbf67576a76'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:25.429968 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Pushing event updated for resources: {'Port': ['ID=38d2690b-aeed-4b7a-a666-4dbf67576a76,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:25.429968 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:25.447618 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd5789f-ff5b-4b8e-8793-b610753e032d', 'tag': '38d2690b-aeed-4b7a-a666-4dbf67576a76', 'status': 'completed', 'code': 200} May 10 17:35:25.460693 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Pushing event updated for resources: {'Port': ['ID=b6bc9ae2-baa1-49f6-b162-f79ed6b334dc,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:25.467898 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:25.535467 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Attempting to bind port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:35:25.535798 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Attempting to bind port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a8b004b6-cc86-4691-b179-54f3fa714ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:35:25.536126 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Attempting to bind port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc on network 781f6ddf-0c27-45f8-bede-61c30de4beb4 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:25.540615 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc on network 781f6ddf-0c27-45f8-bede-61c30de4beb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:35:25.540933 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Attempting to bind port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc on network 781f6ddf-0c27-45f8-bede-61c30de4beb4 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:25.541183 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff347c-498e-42b5-9a35-9f8bda14c3ba req-852e69e1-859d-4458-975b-de34456e3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:25.542697 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-bdff347c-498e-42b5-9a35-9f8bda14c3ba req-852e69e1-859d-4458-975b-de34456e3338 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d44dfde716c644beb8ba4de0bd363b5d&device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 1097 time: 0.0732074 May 10 17:35:25.545957 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:35:25.546324 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Checking segment: {'id': 'a8b004b6-cc86-4691-b179-54f3fa714ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:25.546702 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Bound using segment: {'id': 'a8b004b6-cc86-4691-b179-54f3fa714ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:35:25.547119 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Bound port: b6bc9ae2-baa1-49f6-b162-f79ed6b334dc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b004b6-cc86-4691-b179-54f3fa714ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:35:25.547459 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.637491 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] For port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:35:25.658274 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] For port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b6bc9ae2-baa1-49f6-b162-f79ed6b334dc,segment=NetworkSegment(a8b004b6-cc86-4691-b179-54f3fa714ccf),segment_id=a8b004b6-cc86-4691-b179-54f3fa714ccf)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:35:25.725749 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff347c-498e-42b5-9a35-9f8bda14c3ba req-42d8afa0-a40d-44e7-9e79-ad954a0e9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:25.727212 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-bdff347c-498e-42b5-9a35-9f8bda14c3ba req-42d8afa0-a40d-44e7-9e79-ad954a0e9e96 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d44dfde716c644beb8ba4de0bd363b5d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1765897 May 10 17:35:25.739321 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.744034 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a8f32767-1426-43c6-8d1e-1a7c4d404e3f tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:25.796579 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:25.797189 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.798572 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] 10.222.0.10 "PUT /v2.0/ports/b6bc9ae2-baa1-49f6-b162-f79ed6b334dc HTTP/1.1" status: 200 len: 1093 time: 1.1588459 May 10 17:35:25.799055 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663f5aab-2ae0-4459-b215-72014780a19e', 'tag': 'b6bc9ae2-baa1-49f6-b162-f79ed6b334dc'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:25.828668 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce6671-09af-46cf-ba09-66be8a3d70f3 req-0d065501-72e2-4f55-8b82-88432440fe54 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:25.830621 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Pushing event updated for resources: {'Port': ['ID=b6bc9ae2-baa1-49f6-b162-f79ed6b334dc,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:25.833686 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-64ce6671-09af-46cf-ba09-66be8a3d70f3 req-0d065501-72e2-4f55-8b82-88432440fe54 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 944 time: 0.1742427 May 10 17:35:25.833829 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:25.846398 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663f5aab-2ae0-4459-b215-72014780a19e', 'tag': 'b6bc9ae2-baa1-49f6-b162-f79ed6b334dc', 'status': 'completed', 'code': 200} May 10 17:35:25.906731 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-64ce6671-09af-46cf-ba09-66be8a3d70f3 req-3cc540cb-6d56-46f1-a1a4-a32344f7decd tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721571 May 10 17:35:25.939348 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff347c-498e-42b5-9a35-9f8bda14c3ba req-1f8b67db-9481-4f9f-a07f-acb1b7910b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:25.941095 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-bdff347c-498e-42b5-9a35-9f8bda14c3ba req-1f8b67db-9481-4f9f-a07f-acb1b7910b44 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1993773 May 10 17:35:25.941682 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e4b20-0a65-4cf8-90d3-ecf1df348fce req-eb9a9e82-f728-43c5-9067-266f7abd5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:25.943135 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-610e4b20-0a65-4cf8-90d3-ecf1df348fce req-eb9a9e82-f728-43c5-9067-266f7abd5335 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=13a3d851d56b491e951719e8b69b2082&device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 1096 time: 0.0762825 May 10 17:35:26.081820 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2c7d647a-1178-468f-87d4-63b2f79a1975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:26.124656 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-f7f30e26-1209-48b9-8e94-d39ce921c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.126121 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-f7f30e26-1209-48b9-8e94-d39ce921c4e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d44dfde716c644beb8ba4de0bd363b5d&device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 1097 time: 0.1442404 May 10 17:35:26.133720 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c19bcc-2b01-4533-9903-5d77dbc6c850 req-547187e9-4f3d-42e2-af20-8467e507d51c tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.135150 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-61c19bcc-2b01-4533-9903-5d77dbc6c850 req-547187e9-4f3d-42e2-af20-8467e507d51c tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 943 time: 0.1095185 May 10 17:35:26.152822 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a06e6-d474-4a26-9727-2c586cb146c9 req-a6868bd0-c09e-4f7e-b48b-0d50e294fd77 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.154858 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ba3a06e6-d474-4a26-9727-2c586cb146c9 req-a6868bd0-c09e-4f7e-b48b-0d50e294fd77 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.2176158 May 10 17:35:26.156045 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e4b20-0a65-4cf8-90d3-ecf1df348fce req-24118f29-3348-4188-abdb-d46b78891693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.157321 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-610e4b20-0a65-4cf8-90d3-ecf1df348fce req-24118f29-3348-4188-abdb-d46b78891693 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=13a3d851d56b491e951719e8b69b2082&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1803648 May 10 17:35:26.212177 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:26.221314 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-52ec8eef-bf0d-4f21-a2a8-77c9f9822f4e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38d2690b-aeed-4b7a-a666-4dbf67576a76 HTTP/1.1" status: 200 len: 217 time: 0.0776746 May 10 17:35:26.282709 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-61c19bcc-2b01-4533-9903-5d77dbc6c850 req-6252fe83-c17a-40c5-b7d9-c9c6e6591acf tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403129 May 10 17:35:26.283051 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ba3a06e6-d474-4a26-9727-2c586cb146c9 req-7ea7b7f6-9e95-4b59-ad20-aec7f495d2f2 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220527 May 10 17:35:26.321362 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-0284a7f3-4286-44ef-b560-071d8a83ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.324586 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-0284a7f3-4286-44ef-b560-071d8a83ff8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0e5efe61-f8af-4db5-991d-c218dd880304 HTTP/1.1" status: 200 len: 849 time: 0.0914533 May 10 17:35:26.364935 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e4b20-0a65-4cf8-90d3-ecf1df348fce req-0852e6f0-6f3d-41cb-a6e4-6bd44d499def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.366638 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-610e4b20-0a65-4cf8-90d3-ecf1df348fce req-0852e6f0-6f3d-41cb-a6e4-6bd44d499def service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1890328 May 10 17:35:26.476245 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-b247d59c-cfeb-478e-8856-c4a8a6c970ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.477585 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-b247d59c-cfeb-478e-8856-c4a8a6c970ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=13a3d851d56b491e951719e8b69b2082&device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 1096 time: 0.0695879 May 10 17:35:26.483123 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-0766bf53-6e0e-436e-8068-f207548ba463 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6e77ee7-a34b-4f28-9586-ca0076241050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517329 May 10 17:35:26.585271 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-71796154-8c01-49cd-8145-16d121468372 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6bc9ae2-baa1-49f6-b162-f79ed6b334dc HTTP/1.1" status: 200 len: 217 time: 0.0945051 May 10 17:35:26.626232 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91efc2f-8edc-4510-9585-9dbd135ee655 req-a645568b-218d-4ffd-add0-2914e50be456 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.627744 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d91efc2f-8edc-4510-9585-9dbd135ee655 req-a645568b-218d-4ffd-add0-2914e50be456 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.1817074 May 10 17:35:26.661876 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-23f29e8c-1181-42a2-9ab3-4a96529fc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.663325 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-23f29e8c-1181-42a2-9ab3-4a96529fc9e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a6d177a-43e7-4e73-9ee6-67ccf5895e4f HTTP/1.1" status: 200 len: 852 time: 0.0700064 May 10 17:35:26.671367 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-d2253e8a-6f7b-413b-8529-c86657037303 service neutron] 10.222.0.10 "GET /v2.0/networks/b6e77ee7-a34b-4f28-9586-ca0076241050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682324 May 10 17:35:26.716553 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a1190-43e8-4138-ad02-d4e29fc380f3 req-ab4ddd50-f1df-43c5-8943-7ee7d7345bf2 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.718012 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-094a1190-43e8-4138-ad02-d4e29fc380f3 req-ab4ddd50-f1df-43c5-8943-7ee7d7345bf2 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.10 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 945 time: 0.1777980 May 10 17:35:26.752626 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-980d2ef3-680b-4cb1-a0d4-b896a4950bbb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=781f6ddf-0c27-45f8-bede-61c30de4beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776582 May 10 17:35:26.761728 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d91efc2f-8edc-4510-9585-9dbd135ee655 req-1263020c-2e3b-498b-a2e5-11d06e8063b4 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259699 May 10 17:35:26.822820 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e0982d14-f6db-4ab2-979d-3a38e5691ee7 req-4c5a85c4-3d0c-4749-a64b-7926fbc55ce1 service neutron] 10.222.0.10 "GET /v2.0/networks/b6e77ee7-a34b-4f28-9586-ca0076241050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431770 May 10 17:35:26.834268 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:27.080117 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-b73cfc48-0336-405c-8500-19af4b801cff service neutron] 10.222.0.10 "GET /v2.0/networks/781f6ddf-0c27-45f8-bede-61c30de4beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149180 May 10 17:35:27.180046 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-094a1190-43e8-4138-ad02-d4e29fc380f3 req-477b29e0-6b37-4b2b-bdda-2fad94e06669 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Deleting port 7f74d3bd-1a87-419d-9432-ff66b6fa1174 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:35:27.180378 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-094a1190-43e8-4138-ad02-d4e29fc380f3 req-477b29e0-6b37-4b2b-bdda-2fad94e06669 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:27.293768 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d1ce9-b36c-4def-8f05-2bdcbec783d0 req-249b049d-92ce-42dd-b673-0cf091478ff3 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:27.295801 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-429d1ce9-b36c-4def-8f05-2bdcbec783d0 req-249b049d-92ce-42dd-b673-0cf091478ff3 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 944 time: 0.2825234 May 10 17:35:27.367032 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e3615fd5-7aab-49a5-a535-f629c9177e6c req-aac72c50-136e-4ff7-8e3d-7b571bd3389f service neutron] 10.222.0.10 "GET /v2.0/networks/781f6ddf-0c27-45f8-bede-61c30de4beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771223 May 10 17:35:27.404575 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-429d1ce9-b36c-4def-8f05-2bdcbec783d0 req-9b4aaf8c-a5e8-4b03-9287-7068a3d1b1d0 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017385 May 10 17:35:27.411375 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-094a1190-43e8-4138-ad02-d4e29fc380f3 req-477b29e0-6b37-4b2b-bdda-2fad94e06669 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] For port 7f74d3bd-1a87-419d-9432-ff66b6fa1174, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7f74d3bd-1a87-419d-9432-ff66b6fa1174,segment=NetworkSegment(7791a769-a424-4887-98a4-6ddd9420d05a),segment_id=7791a769-a424-4887-98a4-6ddd9420d05a)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:27.411728 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-094a1190-43e8-4138-ad02-d4e29fc380f3 req-477b29e0-6b37-4b2b-bdda-2fad94e06669 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:27.481577 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa061e34-5a52-4e0f-84c8-1cfdcbb85353 req-4f4a73eb-513e-4f24-b801-9027bf175ac8 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:27.483630 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fa061e34-5a52-4e0f-84c8-1cfdcbb85353 req-4f4a73eb-513e-4f24-b801-9027bf175ac8 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0847642 May 10 17:35:27.528569 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fa061e34-5a52-4e0f-84c8-1cfdcbb85353 req-3fff0a60-e38c-433b-9e30-7d06351e46d6 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389645 May 10 17:35:27.541724 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-094a1190-43e8-4138-ad02-d4e29fc380f3 req-477b29e0-6b37-4b2b-bdda-2fad94e06669 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Calling delete_port for 7f74d3bd-1a87-419d-9432-ff66b6fa1174 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:35:27.640036 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ddceb-7914-4bc9-b730-2d928a6aafd2 req-379cbb20-74f9-46a7-90cb-8030de0ce8d6 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:27.641393 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ab0ddceb-7914-4bc9-b730-2d928a6aafd2 req-379cbb20-74f9-46a7-90cb-8030de0ce8d6 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 943 time: 0.1070335 May 10 17:35:27.727408 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ab0ddceb-7914-4bc9-b730-2d928a6aafd2 req-8e11aac7-ec1e-438a-8f8f-17d9b68c3fc3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749319 May 10 17:35:27.795755 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-094a1190-43e8-4138-ad02-d4e29fc380f3 req-477b29e0-6b37-4b2b-bdda-2fad94e06669 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:27.801475 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:27.807781 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['df440aca-80c2-4ed9-b1e8-b8309f1b9387', '7f74d3bd-1a87-419d-9432-ff66b6fa1174'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:27.850298 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b29e0-6b37-4b2b-bdda-2fad94e06669 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Pushing event deleted for resources: {'Port': ['ID=7f74d3bd-1a87-419d-9432-ff66b6fa1174,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:27.853405 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-477b29e0-6b37-4b2b-bdda-2fad94e06669 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:27.920355 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a916907f-2634-4963-bd5d-b77c428e8148 req-f207ba6c-8aed-47d5-bfe0-94cbacdf5b1d tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 210 time: 0.0467062 May 10 17:35:27.926544 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-094a1190-43e8-4138-ad02-d4e29fc380f3 req-477b29e0-6b37-4b2b-bdda-2fad94e06669 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] No DVR routers for this DVR port 7f74d3bd-1a87-419d-9432-ff66b6fa1174 on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:35:27.930025 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-094a1190-43e8-4138-ad02-d4e29fc380f3 req-477b29e0-6b37-4b2b-bdda-2fad94e06669 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:27.932965 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ec27b8-423d-400c-80da-bebb3d96138d', 'name': 'network-vif-deleted', 'tag': '7f74d3bd-1a87-419d-9432-ff66b6fa1174'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:27.980122 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ec27b8-423d-400c-80da-bebb3d96138d', 'name': 'network-vif-deleted', 'tag': '7f74d3bd-1a87-419d-9432-ff66b6fa1174', 'status': 'completed', 'code': 200} May 10 17:35:28.053201 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-094a1190-43e8-4138-ad02-d4e29fc380f3 req-477b29e0-6b37-4b2b-bdda-2fad94e06669 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.10 "DELETE /v2.0/ports/7f74d3bd-1a87-419d-9432-ff66b6fa1174 HTTP/1.1" status: 204 len: 173 time: 1.3300302 May 10 17:35:28.590479 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4f56-7188-431b-8b68-c84cb5ceede3 req-59536efb-5fb2-4069-bf29-bd9b774c8901 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:28.592423 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b0ac4f56-7188-431b-8b68-c84cb5ceede3 req-59536efb-5fb2-4069-bf29-bd9b774c8901 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 944 time: 0.0795221 May 10 17:35:28.638753 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b0ac4f56-7188-431b-8b68-c84cb5ceede3 req-4f1079cf-ec02-46de-9936-c13483a7e0d9 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 May 10 17:35:28.719670 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09fb0a-228a-439e-8816-4fe573c1be8f req-169ae67c-1654-41e8-8fe0-4908b1eb90db tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:28.721122 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ae09fb0a-228a-439e-8816-4fe573c1be8f req-169ae67c-1654-41e8-8fe0-4908b1eb90db tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0817642 May 10 17:35:28.732966 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:28.767665 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ae09fb0a-228a-439e-8816-4fe573c1be8f req-65d2da4b-d9d8-48b2-8a6e-758d497d22bf tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406349 May 10 17:35:28.917149 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e61287-910a-458a-aa3d-e0704cf305f7 req-1b748166-dc42-419a-95f1-57dd73c5eae7 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:28.919566 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-13e61287-910a-458a-aa3d-e0704cf305f7 req-1b748166-dc42-419a-95f1-57dd73c5eae7 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 943 time: 0.0843170 May 10 17:35:28.963899 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-13e61287-910a-458a-aa3d-e0704cf305f7 req-4370b0ce-f77a-4cae-8d2f-b95c4a69c515 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 May 10 17:35:29.047906 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 38d2690b-aeed-4b7a-a666-4dbf67576a76 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:35:29.113122 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a077c55a-5704-4cfb-96ec-80f18406f4bf req-8871e36a-584a-4f4a-ac04-ced8b7fd8b86 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ec27b8-423d-400c-80da-bebb3d96138d HTTP/1.1" status: 200 len: 210 time: 0.0424867 May 10 17:35:29.201531 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 38d2690b-aeed-4b7a-a666-4dbf67576a76, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=38d2690b-aeed-4b7a-a666-4dbf67576a76,segment=NetworkSegment(133531f9-32dc-44cf-9b29-599c92ac65b0),segment_id=133531f9-32dc-44cf-9b29-599c92ac65b0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:29.214294 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '38d2690b-aeed-4b7a-a666-4dbf67576a76', 'network_id': 'b6e77ee7-a34b-4f28-9586-ca0076241050', 'port_id': '38d2690b-aeed-4b7a-a666-4dbf67576a76', 'mac_address': 'fa:16:3e:89:9c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5efe61-f8af-4db5-991d-c218dd880304', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:35:29.271668 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.288763 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d2690b-aeed-4b7a-a666-4dbf67576a76 {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:29.304213 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 38d2690b-aeed-4b7a-a666-4dbf67576a76, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=38d2690b-aeed-4b7a-a666-4dbf67576a76,segment=NetworkSegment(133531f9-32dc-44cf-9b29-599c92ac65b0),segment_id=133531f9-32dc-44cf-9b29-599c92ac65b0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:29.323483 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d167a-281a-458b-a11a-616eb6049e41 req-4376d7d8-2941-4c1e-854a-f41c9123d1d8 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:29.324963 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-688d167a-281a-458b-a11a-616eb6049e41 req-4376d7d8-2941-4c1e-854a-f41c9123d1d8 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0886624 May 10 17:35:29.370872 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-688d167a-281a-458b-a11a-616eb6049e41 req-f3924d8d-23c2-4981-bfed-6926f3f247c8 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393078 May 10 17:35:29.384390 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.387202 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:29.454809 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=38d2690b-aeed-4b7a-a666-4dbf67576a76,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:29.461967 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:29.462383 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:29.462724 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:29.463056 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:29.463384 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:29.463711 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:29.464036 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:29.464354 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:29.465184 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:29.465581 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:29.465896 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:29.466265 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:29.470224 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:29.560754 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bfaa1-c19f-4b8f-bed5-604686a1a3e5 req-9147bda8-c91c-4510-9ed2-cd40f460ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:29.562238 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9a6bfaa1-c19f-4b8f-bed5-604686a1a3e5 req-9147bda8-c91c-4510-9ed2-cd40f460ae7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8fad140a8b34d5c803303892ce98af1&device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 1098 time: 0.0715971 May 10 17:35:29.647436 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['38d2690b-aeed-4b7a-a666-4dbf67576a76'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:29.695150 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bfaa1-c19f-4b8f-bed5-604686a1a3e5 req-d3483f7a-dfc8-4d51-af74-46af6d8cc070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:29.696595 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9a6bfaa1-c19f-4b8f-bed5-604686a1a3e5 req-d3483f7a-dfc8-4d51-af74-46af6d8cc070 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c20e4456-ac37-4c58-9b03-d15f31abbb4c HTTP/1.1" status: 200 len: 912 time: 0.1256316 May 10 17:35:29.855934 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9a6bfaa1-c19f-4b8f-bed5-604686a1a3e5 req-3897f506-ae8e-44c4-863e-39d0ca16839c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fe6b61d-548b-4309-8972-4cfc5fbbe96f HTTP/1.1" status: 200 len: 1000 time: 0.1499834 May 10 17:35:29.995099 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926a007-0a85-4475-9637-0d6b5035fba9 req-6b56ccce-22a1-4ef7-9b68-eefa057f2fbd tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:29.996052 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c926a007-0a85-4475-9637-0d6b5035fba9 req-6b56ccce-22a1-4ef7-9b68-eefa057f2fbd tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 945 time: 0.2344761 May 10 17:35:30.030995 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bfaa1-c19f-4b8f-bed5-604686a1a3e5 req-7a335eeb-c79a-43ee-8b06-50e9faff6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:30.032381 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9a6bfaa1-c19f-4b8f-bed5-604686a1a3e5 req-7a335eeb-c79a-43ee-8b06-50e9faff6a13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75aca7b6-f2af-4dda-be71-726ffe0ee9bc HTTP/1.1" status: 200 len: 850 time: 0.1692262 May 10 17:35:30.093332 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c926a007-0a85-4475-9637-0d6b5035fba9 req-13deeda0-ce11-4994-a76f-feac13291ed0 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904887 May 10 17:35:30.122201 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bfaa1-c19f-4b8f-bed5-604686a1a3e5 req-4ff1f856-2276-40da-8f2f-b73d912ae34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:30.123684 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9a6bfaa1-c19f-4b8f-bed5-604686a1a3e5 req-4ff1f856-2276-40da-8f2f-b73d912ae34e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c20e4456-ac37-4c58-9b03-d15f31abbb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818286 May 10 17:35:30.149278 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16906761-9857-4446-a36b-0e8221761942 req-e7f1e506-3543-4c67-bcf7-2c4f5b051085 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:30.150908 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-16906761-9857-4446-a36b-0e8221761942 req-e7f1e506-3543-4c67-bcf7-2c4f5b051085 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 943 time: 0.0803854 May 10 17:35:30.200130 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-16906761-9857-4446-a36b-0e8221761942 req-a402f8db-402f-4a2b-9975-c96eaf5b26cc tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 May 10 17:35:30.257882 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9a6bfaa1-c19f-4b8f-bed5-604686a1a3e5 req-bdcdd0c3-ed77-4c52-bd0e-805a0296ea57 service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257868 May 10 17:35:30.391279 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9a6bfaa1-c19f-4b8f-bed5-604686a1a3e5 req-4d6dede8-d67f-4f77-89bc-850cffe5b6b3 service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243443 May 10 17:35:30.557047 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb7f67-defd-4f8b-9593-aef65d7fe28d req-f8e8e52a-0c6f-4ca5-b75b-cf93e0e1b060 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:30.558448 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-26fb7f67-defd-4f8b-9593-aef65d7fe28d req-f8e8e52a-0c6f-4ca5-b75b-cf93e0e1b060 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0799348 May 10 17:35:30.602494 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-26fb7f67-defd-4f8b-9593-aef65d7fe28d req-4612c787-b16a-4b41-961d-87dec4a7931f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377941 May 10 17:35:30.806177 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047638d-508c-45ae-ac7d-9f738f088371 req-0193503f-58bb-4a8a-8253-17db6bdff414 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:30.807747 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3047638d-508c-45ae-ac7d-9f738f088371 req-0193503f-58bb-4a8a-8253-17db6bdff414 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0830588 May 10 17:35:30.854893 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3047638d-508c-45ae-ac7d-9f738f088371 req-660ce377-3162-4947-942b-e373da9f59fa tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 May 10 17:35:31.062076 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device b6bc9ae2-baa1-49f6-b162-f79ed6b334dc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:35:31.065366 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 38d2690b-aeed-4b7a-a666-4dbf67576a76 up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:35:31.253737 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b6bc9ae2-baa1-49f6-b162-f79ed6b334dc,segment=NetworkSegment(a8b004b6-cc86-4691-b179-54f3fa714ccf),segment_id=a8b004b6-cc86-4691-b179-54f3fa714ccf)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:31.267986 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': 'b6bc9ae2-baa1-49f6-b162-f79ed6b334dc', 'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4', 'port_id': 'b6bc9ae2-baa1-49f6-b162-f79ed6b334dc', 'mac_address': 'fa:16:3e:6a:f7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6d177a-43e7-4e73-9ee6-67ccf5895e4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:35:31.299881 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed35b8-19c9-412f-bb64-26864e390599 req-15821992-6130-4554-bff9-54004eb6d035 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:31.302120 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port 38d2690b-aeed-4b7a-a666-4dbf67576a76 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:35:31.303673 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d8ed35b8-19c9-412f-bb64-26864e390599 req-15821992-6130-4554-bff9-54004eb6d035 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 945 time: 0.1012275 May 10 17:35:31.322512 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 38d2690b-aeed-4b7a-a666-4dbf67576a76 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:35:31.322891 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.360078 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d8ed35b8-19c9-412f-bb64-26864e390599 req-a691c666-1659-4883-89e5-9f730ba27c8b tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500357 May 10 17:35:31.382503 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.407637 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce230c-ee6a-4534-8341-42e051c7f8f6 req-afbecd6f-dc35-43e7-869e-0b90f28d8997 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:31.409108 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d1ce230c-ee6a-4534-8341-42e051c7f8f6 req-afbecd6f-dc35-43e7-869e-0b90f28d8997 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 943 time: 0.0864933 May 10 17:35:31.409224 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6bc9ae2-baa1-49f6-b162-f79ed6b334dc {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:31.453043 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b6bc9ae2-baa1-49f6-b162-f79ed6b334dc,segment=NetworkSegment(a8b004b6-cc86-4691-b179-54f3fa714ccf),segment_id=a8b004b6-cc86-4691-b179-54f3fa714ccf)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:31.454349 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d1ce230c-ee6a-4534-8341-42e051c7f8f6 req-ce2baff6-ea5e-4300-ae4d-2419b4791ec0 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393057 May 10 17:35:31.482814 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.508518 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd5789f-ff5b-4b8e-8793-b610753e032d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d2690b-aeed-4b7a-a666-4dbf67576a76'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:31.518467 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 38d2690b-aeed-4b7a-a666-4dbf67576a76, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=38d2690b-aeed-4b7a-a666-4dbf67576a76,segment=NetworkSegment(133531f9-32dc-44cf-9b29-599c92ac65b0),segment_id=133531f9-32dc-44cf-9b29-599c92ac65b0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:31.526705 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.528516 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:31.561490 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd5789f-ff5b-4b8e-8793-b610753e032d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d2690b-aeed-4b7a-a666-4dbf67576a76', 'code': 200} May 10 17:35:31.602102 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=b6bc9ae2-baa1-49f6-b162-f79ed6b334dc,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:31.604940 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:31.624153 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.624984 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 7f74d3bd-1a87-419d-9432-ff66b6fa1174 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:35:31.652802 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-19c3f15f-64f8-4caf-ad24-bae46fe1712a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:31.694798 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: 7f74d3bd-1a87-419d-9432-ff66b6fa1174 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:35:31.695143 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 7f74d3bd-1a87-419d-9432-ff66b6fa1174 not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:35:31.724545 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=38d2690b-aeed-4b7a-a666-4dbf67576a76,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:31.727541 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:31.791228 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a82a29-00c8-4170-b58d-a1f42ea9af82 req-778fba09-5256-4f3a-a2d8-971cee3ea57f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:31.792713 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a1a82a29-00c8-4170-b58d-a1f42ea9af82 req-778fba09-5256-4f3a-a2d8-971cee3ea57f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0835781 May 10 17:35:31.834818 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['b6bc9ae2-baa1-49f6-b162-f79ed6b334dc'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:31.837279 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a1a82a29-00c8-4170-b58d-a1f42ea9af82 req-412e230a-20e4-45bc-96e2-db126b9ed4c3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387936 May 10 17:35:31.960729 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd9e9a-7fe6-4ab0-b3d6-c28a3e617702 req-ce09b793-e85a-458c-ad17-a62c9dd30dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:31.962213 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a3fd9e9a-7fe6-4ab0-b3d6-c28a3e617702 req-ce09b793-e85a-458c-ad17-a62c9dd30dc2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 1099 time: 0.0728145 May 10 17:35:32.052434 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a3fd9e9a-7fe6-4ab0-b3d6-c28a3e617702 req-f385564d-c980-4b64-a41e-b67f93e33d2e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509846 May 10 17:35:32.075000 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96771a5-96bf-45f7-a171-c7365cb74ee0 req-c63eb6fa-1de3-4639-8c8d-e35f0cdfd93e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:32.076204 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-f96771a5-96bf-45f7-a171-c7365cb74ee0 req-c63eb6fa-1de3-4639-8c8d-e35f0cdfd93e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Synchronizing usage tracker for tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:32.171195 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-f96771a5-96bf-45f7-a171-c7365cb74ee0 req-c63eb6fa-1de3-4639-8c8d-e35f0cdfd93e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Unset dirty status for tenant:78c6b06ac47a4c2bbc2c4bf1e362aabb on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:32.172225 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f96771a5-96bf-45f7-a171-c7365cb74ee0 req-c63eb6fa-1de3-4639-8c8d-e35f0cdfd93e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.2064409 May 10 17:35:32.216146 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f96771a5-96bf-45f7-a171-c7365cb74ee0 req-6c278252-08cd-46fb-a01e-fff8e6cf6684 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 May 10 17:35:32.539718 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e589899-5577-4be3-b702-93ba8db3b974 req-dd31761f-f631-4460-b826-4bf60808680b tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:32.541189 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-0e589899-5577-4be3-b702-93ba8db3b974 req-dd31761f-f631-4460-b826-4bf60808680b tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 946 time: 0.0778236 May 10 17:35:32.588935 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-0e589899-5577-4be3-b702-93ba8db3b974 req-d21dcc28-c64a-43f0-858c-4c8cf75b1a38 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 May 10 17:35:32.641125 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e77f5-a4d6-403c-9d0c-13b0f60a789b req-48f6cc6c-b5f7-4d0f-b68b-bf472ab5e663 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:32.642585 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8f6e77f5-a4d6-403c-9d0c-13b0f60a789b req-48f6cc6c-b5f7-4d0f-b68b-bf472ab5e663 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 944 time: 0.0846329 May 10 17:35:32.686131 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8f6e77f5-a4d6-403c-9d0c-13b0f60a789b req-e3488001-8e55-45c8-ac38-5d8b1d0afee5 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 May 10 17:35:33.086696 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device b6bc9ae2-baa1-49f6-b162-f79ed6b334dc up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:35:33.234173 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:35:33.239152 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:35:33.239532 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.360467 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.395794 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b6bc9ae2-baa1-49f6-b162-f79ed6b334dc,segment=NetworkSegment(a8b004b6-cc86-4691-b179-54f3fa714ccf),segment_id=a8b004b6-cc86-4691-b179-54f3fa714ccf)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:33.426314 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914f5f2-8ab6-48c7-a991-cf5eaa167936 req-74ba1fc8-d0e3-4b7a-8562-48e34a1da777 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:33.427782 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c914f5f2-8ab6-48c7-a991-cf5eaa167936 req-74ba1fc8-d0e3-4b7a-8562-48e34a1da777 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0824761 May 10 17:35:33.452851 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.455429 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:33.471459 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:35:33.474830 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c914f5f2-8ab6-48c7-a991-cf5eaa167936 req-d6466098-2d46-4718-866d-468c40019eb0 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412529 May 10 17:35:33.522016 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=b6bc9ae2-baa1-49f6-b162-f79ed6b334dc,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:33.525062 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:33.562678 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663f5aab-2ae0-4459-b215-72014780a19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bc9ae2-baa1-49f6-b162-f79ed6b334dc'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:33.606851 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663f5aab-2ae0-4459-b215-72014780a19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bc9ae2-baa1-49f6-b162-f79ed6b334dc', 'code': 200} May 10 17:35:33.857181 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44263f7-0c07-4891-9e25-745ce5a7a091 req-36de231f-6b06-4842-a10c-23edec8ed890 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:33.858600 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e44263f7-0c07-4891-9e25-745ce5a7a091 req-36de231f-6b06-4842-a10c-23edec8ed890 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 946 time: 0.1636426 May 10 17:35:33.888966 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c981cf6-96bd-402c-92a9-08c646eadddb req-4057e6e7-eb3e-42a9-8d5b-cf37ea7e7a8b tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:33.890441 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0c981cf6-96bd-402c-92a9-08c646eadddb req-4057e6e7-eb3e-42a9-8d5b-cf37ea7e7a8b tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 945 time: 0.0891712 May 10 17:35:33.905604 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e44263f7-0c07-4891-9e25-745ce5a7a091 req-214de9e5-32b2-49ae-bb9c-b1da0a51e9d0 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 May 10 17:35:33.942519 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0c981cf6-96bd-402c-92a9-08c646eadddb req-6f7c28db-5f42-4b75-ba68-a8b64846079d tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459137 May 10 17:35:34.043525 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d41a00-f374-4896-9afb-61dc78183b49 req-95021425-eded-4bd3-8db4-53536082cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:34.044995 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a6d41a00-f374-4896-9afb-61dc78183b49 req-95021425-eded-4bd3-8db4-53536082cf93 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 1098 time: 0.0703132 May 10 17:35:34.086288 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a6d41a00-f374-4896-9afb-61dc78183b49 req-1db0f702-159d-4e17-9359-80846850854d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 May 10 17:35:34.657883 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c404c9-b6ae-4e41-991b-e7f839d44bd1 req-0b3f0f44-e2d2-4cc6-94b8-a7b96ca900c7 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:34.659332 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-71c404c9-b6ae-4e41-991b-e7f839d44bd1 req-0b3f0f44-e2d2-4cc6-94b8-a7b96ca900c7 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0785041 May 10 17:35:34.705812 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-71c404c9-b6ae-4e41-991b-e7f839d44bd1 req-aa6f7255-b26e-45a6-b484-197842847cbb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 May 10 17:35:35.134471 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc610-db47-49a5-bf2a-84c55e2b61a7 req-e91d6fef-fd06-480b-829e-c35eb638b4ac tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:35.135956 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-071dc610-db47-49a5-bf2a-84c55e2b61a7 req-e91d6fef-fd06-480b-829e-c35eb638b4ac tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 945 time: 0.0853558 May 10 17:35:35.190329 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-071dc610-db47-49a5-bf2a-84c55e2b61a7 req-b17c497d-93bf-4f58-92a1-c4395daff642 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469046 May 10 17:35:35.732140 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cedd5-297d-42a6-989a-899adb318d33 req-c728adb5-78f7-4056-a32a-4d7611feef61 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:35.733582 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ab9cedd5-297d-42a6-989a-899adb318d33 req-c728adb5-78f7-4056-a32a-4d7611feef61 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 946 time: 0.0783155 May 10 17:35:35.780457 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ab9cedd5-297d-42a6-989a-899adb318d33 req-9c90dbb1-397d-4efb-8f46-549af4ea8043 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 May 10 17:35:35.888082 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0bfa8-b9e9-471e-a32a-d1474edf5933 req-a97bd40e-3a81-431a-a1f3-dd5d54c0f31a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:35.889505 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dff0bfa8-b9e9-471e-a32a-d1474edf5933 req-a97bd40e-3a81-431a-a1f3-dd5d54c0f31a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0774443 May 10 17:35:35.932163 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dff0bfa8-b9e9-471e-a32a-d1474edf5933 req-d2ebb1d2-98b4-4a11-9544-c7f3357600b7 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370705 May 10 17:35:36.369333 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995c59-bb2d-4709-8efd-349bcfb75ee1 req-cd685cad-59a1-493d-8a32-058b8737674d tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:36.370801 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2a995c59-bb2d-4709-8efd-349bcfb75ee1 req-cd685cad-59a1-493d-8a32-058b8737674d tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 945 time: 0.0797107 May 10 17:35:36.413629 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2a995c59-bb2d-4709-8efd-349bcfb75ee1 req-9d14d4b1-09f3-4cff-84c2-90e217e141b0 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370870 May 10 17:35:36.969717 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736c44b-02b5-4f16-b66b-c746163f6587 req-a86a1fd1-581c-40e5-95c3-8fb3c1697576 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:36.971125 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c736c44b-02b5-4f16-b66b-c746163f6587 req-a86a1fd1-581c-40e5-95c3-8fb3c1697576 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 946 time: 0.0829303 May 10 17:35:37.017789 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c736c44b-02b5-4f16-b66b-c746163f6587 req-a624347b-fba7-4da9-b7cc-ea69815ea9a9 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 May 10 17:35:37.118714 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abea265-c7b1-452d-8849-71089c0d15e1 req-efa45b8d-7b1e-4258-b581-1b75f9764d8f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:37.120136 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3abea265-c7b1-452d-8849-71089c0d15e1 req-efa45b8d-7b1e-4258-b581-1b75f9764d8f tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.0812616 May 10 17:35:37.168030 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3abea265-c7b1-452d-8849-71089c0d15e1 req-486a65a3-6144-4e12-8256-8976d0127568 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397677 May 10 17:35:37.491083 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a15d0d-7ffb-4566-a9f5-106fdd5bb8c0 req-bca021f2-36dd-4742-a7f1-381450b85cdd tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:37.492484 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d3a15d0d-7ffb-4566-a9f5-106fdd5bb8c0 req-bca021f2-36dd-4742-a7f1-381450b85cdd tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 946 time: 0.1410053 May 10 17:35:37.501413 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af3be7-0b8c-4378-a996-5be30eb28552 req-ca31a330-b940-41fd-9359-66d232ff205c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:37.502718 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-01af3be7-0b8c-4378-a996-5be30eb28552 req-ca31a330-b940-41fd-9359-66d232ff205c tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.10 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1102331 May 10 17:35:37.823644 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-01af3be7-0b8c-4378-a996-5be30eb28552 req-bf3e3f2c-0884-471d-baa1-6f4be75a39eb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Deleting port df440aca-80c2-4ed9-b1e8-b8309f1b9387 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:35:37.823988 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-01af3be7-0b8c-4378-a996-5be30eb28552 req-bf3e3f2c-0884-471d-baa1-6f4be75a39eb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:37.837648 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-d3a15d0d-7ffb-4566-a9f5-106fdd5bb8c0 req-ea4f508a-c975-48cb-821a-210dfbe45e6c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Deleting port 38d2690b-aeed-4b7a-a666-4dbf67576a76 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:35:37.837962 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d3a15d0d-7ffb-4566-a9f5-106fdd5bb8c0 req-ea4f508a-c975-48cb-821a-210dfbe45e6c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.076798 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-01af3be7-0b8c-4378-a996-5be30eb28552 req-bf3e3f2c-0884-471d-baa1-6f4be75a39eb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] For port df440aca-80c2-4ed9-b1e8-b8309f1b9387, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df440aca-80c2-4ed9-b1e8-b8309f1b9387,segment=NetworkSegment(7791a769-a424-4887-98a4-6ddd9420d05a),segment_id=7791a769-a424-4887-98a4-6ddd9420d05a)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:38.077150 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-01af3be7-0b8c-4378-a996-5be30eb28552 req-bf3e3f2c-0884-471d-baa1-6f4be75a39eb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.084928 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-d3a15d0d-7ffb-4566-a9f5-106fdd5bb8c0 req-ea4f508a-c975-48cb-821a-210dfbe45e6c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] For port 38d2690b-aeed-4b7a-a666-4dbf67576a76, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=38d2690b-aeed-4b7a-a666-4dbf67576a76,segment=NetworkSegment(133531f9-32dc-44cf-9b29-599c92ac65b0),segment_id=133531f9-32dc-44cf-9b29-599c92ac65b0)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:38.085274 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d3a15d0d-7ffb-4566-a9f5-106fdd5bb8c0 req-ea4f508a-c975-48cb-821a-210dfbe45e6c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.213759 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4a6a2-6367-4c3c-95e7-a5e2cdfe9244 req-e735400c-f1b5-498c-8e7f-9687017e28c3 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:38.215392 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-84d4a6a2-6367-4c3c-95e7-a5e2cdfe9244 req-e735400c-f1b5-498c-8e7f-9687017e28c3 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 946 time: 0.0897200 May 10 17:35:38.264930 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-84d4a6a2-6367-4c3c-95e7-a5e2cdfe9244 req-9215da1b-4061-4d71-8fa8-b1e91d422bcf tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=55468328-0ee5-40e5-9eb5-a102229c0e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437076 May 10 17:35:38.316216 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-01af3be7-0b8c-4378-a996-5be30eb28552 req-bf3e3f2c-0884-471d-baa1-6f4be75a39eb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Calling delete_port for df440aca-80c2-4ed9-b1e8-b8309f1b9387 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:35:38.325106 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-d3a15d0d-7ffb-4566-a9f5-106fdd5bb8c0 req-ea4f508a-c975-48cb-821a-210dfbe45e6c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Calling delete_port for 38d2690b-aeed-4b7a-a666-4dbf67576a76 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:35:38.466700 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2048b60-0e62-471b-a08d-71771a59dd37 req-71a098aa-787d-4757-814b-ffea49eb63e4 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:38.468128 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b2048b60-0e62-471b-a08d-71771a59dd37 req-71a098aa-787d-4757-814b-ffea49eb63e4 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 945 time: 0.1588686 May 10 17:35:38.619022 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b2048b60-0e62-471b-a08d-71771a59dd37 req-9185eef2-e1ec-48a4-98fd-457a549187e9 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447082 May 10 17:35:38.704363 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d3a15d0d-7ffb-4566-a9f5-106fdd5bb8c0 req-ea4f508a-c975-48cb-821a-210dfbe45e6c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.710543 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:38.717557 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['38d2690b-aeed-4b7a-a666-4dbf67576a76'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:38.754670 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-01af3be7-0b8c-4378-a996-5be30eb28552 req-bf3e3f2c-0884-471d-baa1-6f4be75a39eb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.758009 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f508a-c975-48cb-821a-210dfbe45e6c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Pushing event deleted for resources: {'Port': ['ID=38d2690b-aeed-4b7a-a666-4dbf67576a76,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:38.765372 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ea4f508a-c975-48cb-821a-210dfbe45e6c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:38.765791 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:38.766012 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['df440aca-80c2-4ed9-b1e8-b8309f1b9387'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:38.867116 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e3f2c-0884-471d-baa1-6f4be75a39eb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Pushing event deleted for resources: {'Port': ['ID=df440aca-80c2-4ed9-b1e8-b8309f1b9387,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:38.900254 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bf3e3f2c-0884-471d-baa1-6f4be75a39eb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:38.913755 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a15d0d-7ffb-4566-a9f5-106fdd5bb8c0 req-ea4f508a-c975-48cb-821a-210dfbe45e6c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] No DVR routers for this DVR port 38d2690b-aeed-4b7a-a666-4dbf67576a76 on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:35:38.939503 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d3a15d0d-7ffb-4566-a9f5-106fdd5bb8c0 req-ea4f508a-c975-48cb-821a-210dfbe45e6c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.941835 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd5789f-ff5b-4b8e-8793-b610753e032d', 'name': 'network-vif-deleted', 'tag': '38d2690b-aeed-4b7a-a666-4dbf67576a76'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:38.962476 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-01af3be7-0b8c-4378-a996-5be30eb28552 req-bf3e3f2c-0884-471d-baa1-6f4be75a39eb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] No DVR routers for this DVR port df440aca-80c2-4ed9-b1e8-b8309f1b9387 on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:35:38.967291 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-01af3be7-0b8c-4378-a996-5be30eb28552 req-bf3e3f2c-0884-471d-baa1-6f4be75a39eb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.996444 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd5789f-ff5b-4b8e-8793-b610753e032d', 'name': 'network-vif-deleted', 'tag': '38d2690b-aeed-4b7a-a666-4dbf67576a76', 'status': 'completed', 'code': 200} May 10 17:35:39.047458 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d3a15d0d-7ffb-4566-a9f5-106fdd5bb8c0 req-ea4f508a-c975-48cb-821a-210dfbe45e6c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.10 "DELETE /v2.0/ports/38d2690b-aeed-4b7a-a666-4dbf67576a76 HTTP/1.1" status: 204 len: 173 time: 1.5438054 May 10 17:35:39.075902 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-01af3be7-0b8c-4378-a996-5be30eb28552 req-bf3e3f2c-0884-471d-baa1-6f4be75a39eb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.10 "DELETE /v2.0/ports/df440aca-80c2-4ed9-b1e8-b8309f1b9387 HTTP/1.1" status: 204 len: 173 time: 1.5451894 May 10 17:35:39.433007 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6e66852b-3899-46a6-8dd3-23d15e2dd4bf req-f8211b2f-f8a2-4232-9c49-cbad19f92dee tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Synchronizing usage tracker for tenant:d44dfde716c644beb8ba4de0bd363b5d on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:39.601458 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6e66852b-3899-46a6-8dd3-23d15e2dd4bf req-f8211b2f-f8a2-4232-9c49-cbad19f92dee tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Unset dirty status for tenant:d44dfde716c644beb8ba4de0bd363b5d on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:39.602772 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6e66852b-3899-46a6-8dd3-23d15e2dd4bf req-f8211b2f-f8a2-4232-9c49-cbad19f92dee tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 210 time: 0.2298169 May 10 17:35:39.777520 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d5cd20ed-6448-44e2-b39d-cf24525f8264 req-71cfb92d-d4e5-4344-b81f-450d7858ec3a tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 210 time: 0.0447972 May 10 17:35:39.887214 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:40.919076 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-885822a2-5a70-448c-a94e-bc665484b7a2 req-a5f3751a-78fc-4de2-8046-a298c0abe7dd tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd5789f-ff5b-4b8e-8793-b610753e032d HTTP/1.1" status: 200 len: 210 time: 0.0453937 May 10 17:35:40.948201 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3a22eb1f-1968-4436-8894-a1e366ccfb60 req-e4e31eaa-efa0-473e-887c-2d8671101d70 tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3479fb35-345d-4727-a23b-32f6cd280b89 HTTP/1.1" status: 200 len: 210 time: 0.0431750 May 10 17:35:40.993850 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3479fb35-345d-4727-a23b-32f6cd280b89', 'name': 'network-vif-deleted', 'tag': 'df440aca-80c2-4ed9-b1e8-b8309f1b9387'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:41.036310 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3479fb35-345d-4727-a23b-32f6cd280b89', 'name': 'network-vif-deleted', 'tag': 'df440aca-80c2-4ed9-b1e8-b8309f1b9387', 'status': 'completed', 'code': 200} May 10 17:35:41.150790 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device df440aca-80c2-4ed9-b1e8-b8309f1b9387 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:35:41.183971 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: df440aca-80c2-4ed9-b1e8-b8309f1b9387 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:35:41.184344 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device df440aca-80c2-4ed9-b1e8-b8309f1b9387 not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:35:41.184728 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 38d2690b-aeed-4b7a-a666-4dbf67576a76 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:35:41.219087 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: 38d2690b-aeed-4b7a-a666-4dbf67576a76 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:35:41.219434 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 38d2690b-aeed-4b7a-a666-4dbf67576a76 not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:35:41.407897 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f972d02e-8e18-4fd4-81b3-7de47a331a8f req-76c0db8b-aaa1-4732-9289-9a04a1a9cc33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692482 May 10 17:35:41.594939 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972d02e-8e18-4fd4-81b3-7de47a331a8f req-661260bd-ff4d-41d8-a34f-402af43ee42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:41.596391 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f972d02e-8e18-4fd4-81b3-7de47a331a8f req-661260bd-ff4d-41d8-a34f-402af43ee42f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 1099 time: 0.1677053 May 10 17:35:41.758022 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972d02e-8e18-4fd4-81b3-7de47a331a8f req-28d0abe5-621f-4f26-8f50-d618073a38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:41.760057 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f972d02e-8e18-4fd4-81b3-7de47a331a8f req-28d0abe5-621f-4f26-8f50-d618073a38fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 200 len: 917 time: 0.1405463 May 10 17:35:41.869750 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f972d02e-8e18-4fd4-81b3-7de47a331a8f req-ace3235c-6619-4850-b088-2a215bca38d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee HTTP/1.1" status: 200 len: 1000 time: 0.1019723 May 10 17:35:41.930560 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972d02e-8e18-4fd4-81b3-7de47a331a8f req-d618ae26-0fbf-4a3b-8334-7ccd93811366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:41.931895 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f972d02e-8e18-4fd4-81b3-7de47a331a8f req-d618ae26-0fbf-4a3b-8334-7ccd93811366 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca218de9-5eb7-45be-9784-dfe588b4a018 HTTP/1.1" status: 200 len: 855 time: 0.0553856 May 10 17:35:42.011886 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972d02e-8e18-4fd4-81b3-7de47a331a8f req-b05cddca-6933-4fe7-9669-955a9e4e0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:42.016979 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f972d02e-8e18-4fd4-81b3-7de47a331a8f req-b05cddca-6933-4fe7-9669-955a9e4e0fe8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=025c12d2-d785-400c-8db6-8fd4c9c625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739107 May 10 17:35:42.044611 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54046) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:42.155612 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f972d02e-8e18-4fd4-81b3-7de47a331a8f req-c0d78261-49ce-4c4d-b602-7f39b70416a0 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347036 May 10 17:35:42.291791 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f972d02e-8e18-4fd4-81b3-7de47a331a8f req-589dd99b-8baf-4e02-9bb8-b3f8b0a7bf30 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295073 May 10 17:35:42.611209 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659270'] for router_interface, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:43.101512 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] Deleting port ce4ecb33-a7f0-451a-be86-82d63588d6cd {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:35:43.102171 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:43.221560 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] For port ce4ecb33-a7f0-451a-be86-82d63588d6cd, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=ce4ecb33-a7f0-451a-be86-82d63588d6cd,segment=NetworkSegment(7791a769-a424-4887-98a4-6ddd9420d05a),segment_id=7791a769-a424-4887-98a4-6ddd9420d05a)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:43.221917 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:43.347284 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] Calling delete_port for ce4ecb33-a7f0-451a-be86-82d63588d6cd owned by network:router_interface {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:35:43.687405 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:43.693514 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:43.739358 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4ecb33-a7f0-451a-be86-82d63588d6cd,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:43.770782 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:43.998006 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682230'] for router_interface, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:44.436394 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] Router 76018860-54c6-44be-801d-963227b94662 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:35:44.623315 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:35:44.637165 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd2e38-1459-422f-a1da-43af23fd8b27 None None] Sync routers for ids ['76018860-54c6-44be-801d-963227b94662'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:35:44.638275 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] 10.222.0.24 "PUT /v2.0/routers/76018860-54c6-44be-801d-963227b94662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5923097 May 10 17:35:44.640714 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54104) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:44.659919 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd2e38-1459-422f-a1da-43af23fd8b27 None None] Routers {'76018860-54c6-44be-801d-963227b94662'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:35:44.659919 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-bafd2e38-1459-422f-a1da-43af23fd8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:35:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['76018860-54c6-44be-801d-963227b94662'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:44.831969 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Notify callbacks [] for router, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:44.861647 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-bafd2e38-1459-422f-a1da-43af23fd8b27 None None] Set router 76018860-54c6-44be-801d-963227b94662 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:35:45.077876 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:45.209231 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Deleting port 700a630d-b433-4707-9875-08f2aeebdfe0 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:35:45.209482 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:45.278975 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-bafd2e38-1459-422f-a1da-43af23fd8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76018860-54c6-44be-801d-963227b94662', 'name': 'tempest-ServerRescueNegativeTestJSON-340999936-router', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:19Z', 'updated_at': '2021-05-10T17:35:43Z', 'revision_number': 5, 'project_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'gw_port': {'id': '700a630d-b433-4707-9875-08f2aeebdfe0', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76018860-54c6-44be-801d-963227b94662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:45.290023 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd2e38-1459-422f-a1da-43af23fd8b27 None None] Checking router: 76018860-54c6-44be-801d-963227b94662 for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:35:45.301029 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd2e38-1459-422f-a1da-43af23fd8b27 None None] Routers {'76018860-54c6-44be-801d-963227b94662'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:35:45.301952 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-bafd2e38-1459-422f-a1da-43af23fd8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:35:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['76018860-54c6-44be-801d-963227b94662'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:45.374559 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] For port 700a630d-b433-4707-9875-08f2aeebdfe0, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=700a630d-b433-4707-9875-08f2aeebdfe0,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:45.375089 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:45.495687 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-bafd2e38-1459-422f-a1da-43af23fd8b27 None None] Set router 76018860-54c6-44be-801d-963227b94662 gateway port host: None {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:35:45.533217 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Calling delete_port for 700a630d-b433-4707-9875-08f2aeebdfe0 owned by network:router_gateway {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:35:45.601488 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-bafd2e38-1459-422f-a1da-43af23fd8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76018860-54c6-44be-801d-963227b94662', 'name': 'tempest-ServerRescueNegativeTestJSON-340999936-router', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:19Z', 'updated_at': '2021-05-10T17:35:45Z', 'revision_number': 6, 'project_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'gw_port_host': None}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:45.605911 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd2e38-1459-422f-a1da-43af23fd8b27 None None] The sync data for ids ['76018860-54c6-44be-801d-963227b94662'] in dv-cinder-786386-3-smb is: [{'id': '76018860-54c6-44be-801d-963227b94662', 'name': 'tempest-ServerRescueNegativeTestJSON-340999936-router', 'tenant_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:19Z', 'updated_at': '2021-05-10T17:35:45Z', 'revision_number': 6, 'project_id': '78c6b06ac47a4c2bbc2c4bf1e362aabb', 'gw_port_host': None}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:35:45.788600 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:45.792489 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:45.864615 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Pushing event deleted for resources: {'Port': ['ID=700a630d-b433-4707-9875-08f2aeebdfe0,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:45.866971 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:45.932293 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662370'] for router_gateway, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:46.220031 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-878398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30239'] for router, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:46.223120 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:46.401081 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-877936'] for router, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:46.401609 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76018860-54c6-44be-801d-963227b94662 {{(pid=79209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:35:46.417430 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Notify callbacks [] for router, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:46.418580 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] 10.222.0.24 "DELETE /v2.0/routers/76018860-54c6-44be-801d-963227b94662 HTTP/1.1" status: 204 len: 168 time: 1.7767620 May 10 17:35:46.421530 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54120) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:46.502629 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70415db-2d9a-45ec-a23a-74ce16651173 admin admin] Deleting subnet 8a352b0e-3e61-497e-a597-659f58f14f47 {{(pid=79209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:35:46.505733 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e70415db-2d9a-45ec-a23a-74ce16651173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:46.555267 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e70415db-2d9a-45ec-a23a-74ce16651173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3406524'] for subnet, precommit_delete_associations {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:46.619150 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e70415db-2d9a-45ec-a23a-74ce16651173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:47.035803 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e70415db-2d9a-45ec-a23a-74ce16651173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689640'] for subnet, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:47.039944 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3633ddc0-cf2d-4018-9d63-f263a8d81489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:47.073924 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70415db-2d9a-45ec-a23a-74ce16651173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a352b0e-3e61-497e-a597-659f58f14f47,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:47.077315 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e70415db-2d9a-45ec-a23a-74ce16651173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:47.078323 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e70415db-2d9a-45ec-a23a-74ce16651173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:47.086403 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-e70415db-2d9a-45ec-a23a-74ce16651173 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8a352b0e-3e61-497e-a597-659f58f14f47 HTTP/1.1" status: 204 len: 168 time: 0.6623163 May 10 17:35:47.087188 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54124) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:47.202899 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:47.365218 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:47.378894 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5deae6-b982-458f-bc91-12732fbdac1d']}} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:47.386772 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device ce4ecb33-a7f0-451a-be86-82d63588d6cd no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:35:47.400281 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7791a769-a424-4887-98a4-6ddd9420d05a') {'for_net_delete': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:47.400692 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7791a769-a424-4887-98a4-6ddd9420d05a') {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:47.415622 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3406499'] for segment, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:47.432639 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:47.443361 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=79209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:35:47.443863 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686802'] for segment, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:47.458579 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: ce4ecb33-a7f0-451a-be86-82d63588d6cd {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:35:47.459290 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device ce4ecb33-a7f0-451a-be86-82d63588d6cd not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:35:47.459862 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 700a630d-b433-4707-9875-08f2aeebdfe0 no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: Traceback (most recent call last): May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: timer() May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: cb(*args, **kw) May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: return func(*args, **kwargs) May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: self._notify() May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: self.callback(batched_events) May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: event.method(event) May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: return f(self, *a, **k) May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: return self._get(url).json() May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: return self.request(url, 'GET', **kwargs) May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:35:47.465700 dv-cinder-786386-3-smb neutron-server[79209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:35:47.493506 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: 700a630d-b433-4707-9875-08f2aeebdfe0 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:35:47.493843 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 700a630d-b433-4707-9875-08f2aeebdfe0 not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:35:47.698454 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:47.705951 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:47.708648 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:47.736640 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff5deae6-b982-458f-bc91-12732fbdac1d,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:47.740261 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:47.955172 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-24ffe65e-f565-4e95-a826-46c69479cd30 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ff5deae6-b982-458f-bc91-12732fbdac1d HTTP/1.1" status: 204 len: 168 time: 0.8668191 May 10 17:35:48.739018 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54136) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:48.798366 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-4280e5c2-8041-462c-a9bf-066286963cb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78c6b06ac47a4c2bbc2c4bf1e362aabb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0554957 May 10 17:35:48.798748 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54140) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:48.862925 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-737de6a1-64a9-4c3f-8d11-830ec7e6ce41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:48.891783 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-737de6a1-64a9-4c3f-8d11-830ec7e6ce41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:49.058157 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-737de6a1-64a9-4c3f-8d11-830ec7e6ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:49.068345 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2b057861-e1bc-4e17-aedc-7e020e7126ff tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:49.093256 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737de6a1-64a9-4c3f-8d11-830ec7e6ce41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb3177b-fe09-470a-a2ab-d66fbc48b9ce,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:49.096143 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-737de6a1-64a9-4c3f-8d11-830ec7e6ce41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:49.187937 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-737de6a1-64a9-4c3f-8d11-830ec7e6ce41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:49.189203 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-737de6a1-64a9-4c3f-8d11-830ec7e6ce41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fb3177b-fe09-470a-a2ab-d66fbc48b9ce HTTP/1.1" status: 204 len: 168 time: 0.3894632 May 10 17:35:51.513969 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54200) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:51.653667 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9e52b6a4-a591-40fc-8c02-24de5e6af560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.682473 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-9e52b6a4-a591-40fc-8c02-24de5e6af560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:51.690048 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-9e52b6a4-a591-40fc-8c02-24de5e6af560 admin admin] Usage tracker for resource:security_group_rule and tenant:661dfc31797c46fdae88335d7873e810 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:51.693316 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-9e52b6a4-a591-40fc-8c02-24de5e6af560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:51.700075 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-9e52b6a4-a591-40fc-8c02-24de5e6af560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:51.788546 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9e52b6a4-a591-40fc-8c02-24de5e6af560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.869552 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9e52b6a4-a591-40fc-8c02-24de5e6af560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.877477 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-2a0a81d6-c41d-4e5d-8f0a-238f1bc19ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:51.918369 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-9e52b6a4-a591-40fc-8c02-24de5e6af560 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=661dfc31797c46fdae88335d7873e810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032602 May 10 17:35:51.919872 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52b6a4-a591-40fc-8c02-24de5e6af560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927339b5-8b4a-4d17-ba7e-17cebfc4950c,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:51.921665 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54208) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:51.923347 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9e52b6a4-a591-40fc-8c02-24de5e6af560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:51.988664 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b51ab3dc-15a7-4d56-814a-99a7f5f465e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:52.016855 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b51ab3dc-15a7-4d56-814a-99a7f5f465e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:52.126658 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b51ab3dc-15a7-4d56-814a-99a7f5f465e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:52.130343 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3c3819a1-bf65-438b-a002-20bd04c63ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:52.143041 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ab3dc-15a7-4d56-814a-99a7f5f465e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927339b5-8b4a-4d17-ba7e-17cebfc4950c,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:52.145426 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b51ab3dc-15a7-4d56-814a-99a7f5f465e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:52.149005 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b51ab3dc-15a7-4d56-814a-99a7f5f465e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:52.162681 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-b51ab3dc-15a7-4d56-814a-99a7f5f465e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/927339b5-8b4a-4d17-ba7e-17cebfc4950c HTTP/1.1" status: 204 len: 168 time: 0.2330353 May 10 17:35:53.432692 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54252) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:53.458821 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-6a90d463-ef08-4441-b604-ed67e3d3a526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:53.581800 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700268749-network', 'tenant_id': 'ddb0e052e98c44919d748747cede2e81'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:53.586513 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:53.590619 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Usage tracker for resource:network and tenant:ddb0e052e98c44919d748747cede2e81 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:53.595974 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:53.603718 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:53.698490 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Made reservation on behalf of ddb0e052e98c44919d748747cede2e81 for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:53.701079 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:53.714503 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:53.730599 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:53.735287 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Usage tracker for resource:security_group_rule and tenant:ddb0e052e98c44919d748747cede2e81 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:53.738664 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:53.745015 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:53.843671 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:53.921310 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:53.924649 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-737de6a1-64a9-4c3f-8d11-830ec7e6ce41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:53.955045 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:35:53.964173 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786c6c26-e4f0-4c64-9459-66f16de91ed1,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:53.979323 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:53.979323 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Added segment a65f36d0-db87-4560-976b-42bfa3ca5e49 of type vlan for network fbb2b4c9-9a6c-43fc-8049-926763d20882 May 10 17:35:54.004381 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:54.006160 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.275349 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.276678 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:54.277289 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.287132 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:54.381415 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb2b4c9-9a6c-43fc-8049-926763d20882,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:54.384255 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:54.391096 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network fbb2b4c9-9a6c-43fc-8049-926763d20882 details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:35:54.540494 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0985541 May 10 17:35:54.540494 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54268) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:54.543611 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Request body: {'subnet': {'network_id': 'fbb2b4c9-9a6c-43fc-8049-926763d20882', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700268749-subnet', 'tenant_id': 'ddb0e052e98c44919d748747cede2e81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:54.548496 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:54.554339 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Usage tracker for resource:subnet and tenant:ddb0e052e98c44919d748747cede2e81 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:54.557337 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:54.563305 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:54.723787 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Made reservation on behalf of ddb0e052e98c44919d748747cede2e81 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:54.726140 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1585389'] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.292508 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2331146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1585311'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.297630 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-85794fa5-c600-43c3-b848-dca4a5353553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:55.351903 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a66536b-c343-4305-aec7-282676e2b7b5,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:55.355581 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:55.393853 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Checking segment: {'id': 'a65f36d0-db87-4560-976b-42bfa3ca5e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fbb2b4c9-9a6c-43fc-8049-926763d20882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:55.394383 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Network hostable DHCP agents. Network: fbb2b4c9-9a6c-43fc-8049-926763d20882, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:35:55.486682 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Network fbb2b4c9-9a6c-43fc-8049-926763d20882 is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:35:55.589615 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, fbb2b4c9-9a6c-43fc-8049-926763d20882) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:55.598684 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d29ff2b-07fb-46a5-b27c-b1e83cc6bdd3 None None] Network fbb2b4c9-9a6c-43fc-8049-926763d20882 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:55.610034 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:55.610673 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.850465 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae90f78-db79-4471-a737-a15781a6d57d None None] Network fbb2b4c9-9a6c-43fc-8049-926763d20882 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:55.881508 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3424146 May 10 17:35:56.178598 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-47c0e178-743f-4869-9000-70923e1b8915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.235965 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.876376 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.990952 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54310) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:56.999954 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-278773741-network', 'tenant_id': '7300d4b990d04cc48d2db4739e72b921'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:57.013402 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:57.024615 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Usage tracker for resource:network and tenant:7300d4b990d04cc48d2db4739e72b921 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:57.028918 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:57.036336 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:57.143727 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Made reservation on behalf of 7300d4b990d04cc48d2db4739e72b921 for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:57.146059 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.159107 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.174571 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:57.178645 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7300d4b990d04cc48d2db4739e72b921 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:57.181631 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:57.190754 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:57.282232 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.473950 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.478136 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:57.504824 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:35:57.513134 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f516f35d-dc51-4716-8264-70304aff0107,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:57.516677 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:57.519185 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.519529 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Added segment c46ea053-61d1-4ba1-8a8b-89ba2c44bb46 of type vlan for network 15089fc2-d28c-4003-a7e0-c3e4c27677dc May 10 17:35:57.547669 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.689046 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.691017 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:57.691690 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.697364 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:57.824627 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Pushing event updated for resources: {'Network': ['ID=15089fc2-d28c-4003-a7e0-c3e4c27677dc,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:57.828158 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:57.839064 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network 15089fc2-d28c-4003-a7e0-c3e4c27677dc details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:35:57.908021 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-884790c1-2910-45c1-948e-794986a428c4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9153981 May 10 17:35:57.910741 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54320) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:57.935994 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Request body: {'subnet': {'network_id': '15089fc2-d28c-4003-a7e0-c3e4c27677dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-278773741-subnet', 'tenant_id': '7300d4b990d04cc48d2db4739e72b921', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:57.948028 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:57.952360 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Usage tracker for resource:subnet and tenant:7300d4b990d04cc48d2db4739e72b921 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:57.955437 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:57.963734 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:58.081704 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Made reservation on behalf of 7300d4b990d04cc48d2db4739e72b921 for: {'subnet': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:58.086126 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689539'] for subnet, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:58.726763 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:58.775337 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689649'] for subnet, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:58.779904 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-7cce2283-0a41-4fde-a083-3488862caf24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:58.852648 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=798e3de7-728a-4be6-a40f-2c87f4d48e2e,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:58.855809 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:58.885036 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Checking segment: {'id': 'c46ea053-61d1-4ba1-8a8b-89ba2c44bb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15089fc2-d28c-4003-a7e0-c3e4c27677dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:58.885654 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Network hostable DHCP agents. Network: 15089fc2-d28c-4003-a7e0-c3e4c27677dc, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:35:58.980193 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Network 15089fc2-d28c-4003-a7e0-c3e4c27677dc is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:35:59.085268 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, 15089fc2-d28c-4003-a7e0-c3e4c27677dc) {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:59.095789 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb59b2e-1bcf-4c67-abe4-64f5c4691858 None None] Network 15089fc2-d28c-4003-a7e0-c3e4c27677dc requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:59.108411 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:59.109027 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.245687 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-4ab47224-665e-477c-b466-9005bf3f89d4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3314104 May 10 17:35:59.343599 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba64738-5f75-4381-8d99-052811145e9c None None] Network 15089fc2-d28c-4003-a7e0-c3e4c27677dc requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:59.446030 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54338) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:59.545908 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_v2 [None req-66568f3d-e903-4459-94ab-4940e5dfb56d admin admin] Deleting subnet 0a66536b-c343-4305-aec7-282676e2b7b5 {{(pid=79209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:35:59.549719 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-66568f3d-e903-4459-94ab-4940e5dfb56d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.614384 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-66568f3d-e903-4459-94ab-4940e5dfb56d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3406524'] for subnet, precommit_delete_associations {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.677483 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-66568f3d-e903-4459-94ab-4940e5dfb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.117865 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-66568f3d-e903-4459-94ab-4940e5dfb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689640'] for subnet, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.126407 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:00.166158 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66568f3d-e903-4459-94ab-4940e5dfb56d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a66536b-c343-4305-aec7-282676e2b7b5,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:00.169077 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-66568f3d-e903-4459-94ab-4940e5dfb56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.172231 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-66568f3d-e903-4459-94ab-4940e5dfb56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:00.180492 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54356) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:00.181469 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-66568f3d-e903-4459-94ab-4940e5dfb56d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0a66536b-c343-4305-aec7-282676e2b7b5 HTTP/1.1" status: 204 len: 168 time: 0.7336750 May 10 17:36:00.297567 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.433096 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.449193 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb2b4c9-9a6c-43fc-8049-926763d20882']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:00.467217 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65f36d0-db87-4560-976b-42bfa3ca5e49') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:00.467619 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65f36d0-db87-4560-976b-42bfa3ca5e49') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:00.482104 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1966198'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.499977 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.507416 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:36:00.507831 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2460591'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: Traceback (most recent call last): May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: timer() May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: cb(*args, **kw) May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: return func(*args, **kwargs) May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: self._notify() May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: self.callback(batched_events) May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: event.method(event) May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: return f(self, *a, **k) May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: return self._get(url).json() May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:36:00.522326 dv-cinder-786386-3-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:36:00.920927 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.924873 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-45f23d75-7cd1-4102-88b9-28190b3488b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:00.939225 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.952765 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb2b4c9-9a6c-43fc-8049-926763d20882,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:00.958879 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fbb2b4c9-9a6c-43fc-8049-926763d20882 HTTP/1.1" status: 204 len: 168 time: 0.7757399 May 10 17:36:00.959154 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54370) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:00.959836 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7bf9bf6c-c2e8-4a5e-a89a-1528d9d03750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:01.067205 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbfd76c5-509a-4b10-a656-21c54654bf48 admin admin] Deleting subnet 798e3de7-728a-4be6-a40f-2c87f4d48e2e {{(pid=79209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:36:01.070689 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cbfd76c5-509a-4b10-a656-21c54654bf48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.133817 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cbfd76c5-509a-4b10-a656-21c54654bf48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3406524'] for subnet, precommit_delete_associations {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.199409 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cbfd76c5-509a-4b10-a656-21c54654bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.610347 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cbfd76c5-509a-4b10-a656-21c54654bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689640'] for subnet, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.616127 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6252e50d-c981-495b-aa7b-b3e7f07e0ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:01.656877 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd76c5-509a-4b10-a656-21c54654bf48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798e3de7-728a-4be6-a40f-2c87f4d48e2e,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:01.660011 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-cbfd76c5-509a-4b10-a656-21c54654bf48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:01.660999 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cbfd76c5-509a-4b10-a656-21c54654bf48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.670391 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54384) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:01.670859 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-cbfd76c5-509a-4b10-a656-21c54654bf48 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/798e3de7-728a-4be6-a40f-2c87f4d48e2e HTTP/1.1" status: 204 len: 168 time: 0.7064826 May 10 17:36:01.787058 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.970705 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.994146 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15089fc2-d28c-4003-a7e0-c3e4c27677dc']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:02.010711 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46ea053-61d1-4ba1-8a8b-89ba2c44bb46') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:02.012435 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46ea053-61d1-4ba1-8a8b-89ba2c44bb46') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:02.034929 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1966198'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:02.057031 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:02.066995 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:36:02.067624 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2460591'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: Traceback (most recent call last): May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: timer() May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: cb(*args, **kw) May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: return func(*args, **kwargs) May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: self._notify() May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: self.callback(batched_events) May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: event.method(event) May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: return f(self, *a, **k) May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: return self._get(url).json() May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:36:02.166207 dv-cinder-786386-3-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:36:02.275498 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:02.279076 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:02.291972 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:02.305601 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] 10.222.0.24 "DELETE /v2.0/networks/15089fc2-d28c-4003-a7e0-c3e4c27677dc HTTP/1.1" status: 204 len: 168 time: 0.6340582 May 10 17:36:02.306594 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=15089fc2-d28c-4003-a7e0-c3e4c27677dc,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:02.311457 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3f26c69c-9940-404a-ac04-c3137a717e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:02.762433 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cc6a3-df72-475d-a5de-f702da0823f6 req-140e3187-32fb-4280-ad29-2dc626545214 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:02.770444 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-eb3cc6a3-df72-475d-a5de-f702da0823f6 req-140e3187-32fb-4280-ad29-2dc626545214 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 946 time: 0.1034436 May 10 17:36:02.817490 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-eb3cc6a3-df72-475d-a5de-f702da0823f6 req-507008f1-e8ea-487a-ab9e-a3e07254b6a2 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460787 May 10 17:36:02.990707 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54406) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:03.047965 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-c257ba4e-c4db-4fca-9a6b-6bc449a0822e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddb0e052e98c44919d748747cede2e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556378 May 10 17:36:03.050436 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54410) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:03.117216 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b32afb7-7f32-412d-9c2d-8ee2da443b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:03.155868 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b32afb7-7f32-412d-9c2d-8ee2da443b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:03.275375 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b32afb7-7f32-412d-9c2d-8ee2da443b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:03.280057 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-831b36e4-825a-4fe5-b410-b7049b4b47fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:03.296868 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32afb7-7f32-412d-9c2d-8ee2da443b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786c6c26-e4f0-4c64-9459-66f16de91ed1,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:03.299386 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7b32afb7-7f32-412d-9c2d-8ee2da443b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:03.314701 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b32afb7-7f32-412d-9c2d-8ee2da443b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:03.320763 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-7b32afb7-7f32-412d-9c2d-8ee2da443b3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/786c6c26-e4f0-4c64-9459-66f16de91ed1 HTTP/1.1" status: 204 len: 168 time: 0.2668934 May 10 17:36:04.075540 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037fc8-cbbb-4d50-b1ea-1a93227dbc10 req-aa30a267-e522-470b-a865-93f2582569d6 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:04.077141 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-84037fc8-cbbb-4d50-b1ea-1a93227dbc10 req-aa30a267-e522-470b-a865-93f2582569d6 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 946 time: 0.1074154 May 10 17:36:04.221046 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-84037fc8-cbbb-4d50-b1ea-1a93227dbc10 req-3d17add7-bbcf-4df4-8859-750fda610a16 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459192 May 10 17:36:04.333780 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54430) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:04.368953 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-4817716a-7ff1-4c0b-80cd-e831b399541b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7300d4b990d04cc48d2db4739e72b921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477681 May 10 17:36:04.371281 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54434) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:04.447177 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-16c41de8-9994-46c0-9bfd-a9c0af123067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:04.481612 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-16c41de8-9994-46c0-9bfd-a9c0af123067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:04.601067 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-16c41de8-9994-46c0-9bfd-a9c0af123067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:04.606922 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6f6e5bc8-cec5-4476-8632-7679b0699358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:04.619702 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c41de8-9994-46c0-9bfd-a9c0af123067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f516f35d-dc51-4716-8264-70304aff0107,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:04.631036 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-16c41de8-9994-46c0-9bfd-a9c0af123067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:04.679538 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-16c41de8-9994-46c0-9bfd-a9c0af123067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:04.680636 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-16c41de8-9994-46c0-9bfd-a9c0af123067 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f516f35d-dc51-4716-8264-70304aff0107 HTTP/1.1" status: 204 len: 168 time: 0.3083098 May 10 17:36:04.730478 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-df84ca92-e8e5-4626-a202-e0c05cbec5c2 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:04.732136 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-df84ca92-e8e5-4626-a202-e0c05cbec5c2 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.10 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 946 time: 0.1001282 May 10 17:36:04.891661 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Deleting port 9a63db13-2df5-4880-8a6e-03018b6bd6ee {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:36:04.891933 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.123315 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] For port 9a63db13-2df5-4880-8a6e-03018b6bd6ee, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a63db13-2df5-4880-8a6e-03018b6bd6ee,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:05.123315 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.455602 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.456248 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.456248 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.l3_db [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Floating IP 8d5eb84e-4505-4316-9e09-db9159fd7510 disassociated. External IP: 172.28.2.70, port: 9a63db13-2df5-4880-8a6e-03018b6bd6ee. May 10 17:36:05.456520 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Calling delete_port for 9a63db13-2df5-4880-8a6e-03018b6bd6ee owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:36:05.498663 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc4ef3-2c8a-40a4-bc81-c58bb6139822 req-60a72fb6-320b-4e20-8a62-6ca78edfb87f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:05.500135 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-48cc4ef3-2c8a-40a4-bc81-c58bb6139822 req-60a72fb6-320b-4e20-8a62-6ca78edfb87f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 946 time: 0.1315358 May 10 17:36:05.561724 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-48cc4ef3-2c8a-40a4-bc81-c58bb6139822 req-8b747a56-4c5c-4bce-a43a-2710f8971e58 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=46cd1d91-b464-40f0-9f53-8809c8ed2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528579 May 10 17:36:05.724826 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.743141 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:05.792018 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event deleted for resources: {'Port': ['ID=9a63db13-2df5-4880-8a6e-03018b6bd6ee,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:05.795968 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:05.975929 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Router 9dccc935-b34d-4754-beb0-5ea370805a16 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:36:06.156932 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:36:06.167087 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce32b39-9cc1-4d6b-9bf7-97c42bf302a3 None None] Sync routers for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:36:06.177728 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce32b39-9cc1-4d6b-9bf7-97c42bf302a3 None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:36:06.178506 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-7ce32b39-9cc1-4d6b-9bf7-97c42bf302a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:35:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:06.241440 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] No DVR routers for this DVR port 9a63db13-2df5-4880-8a6e-03018b6bd6ee on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:36:06.244335 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:06.247752 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'name': 'network-vif-deleted', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:06.323471 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f', 'name': 'network-vif-deleted', 'tag': '9a63db13-2df5-4880-8a6e-03018b6bd6ee', 'status': 'completed', 'code': 200} May 10 17:36:06.389901 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cae74ff3-2bd6-4041-8bcc-ff340592378e req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.10 "DELETE /v2.0/ports/9a63db13-2df5-4880-8a6e-03018b6bd6ee HTTP/1.1" status: 204 len: 173 time: 1.6504729 May 10 17:36:06.444863 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-7ce32b39-9cc1-4d6b-9bf7-97c42bf302a3 None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:36:06.754401 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-f3dc5f0d-681d-4953-ae47-c9f6cbae850a req-3cdae453-827f-4f68-9ae0-b29d24da239f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Synchronizing usage tracker for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:06.857025 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-7ce32b39-9cc1-4d6b-9bf7-97c42bf302a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:49Z', 'revision_number': 5, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:06.864344 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce32b39-9cc1-4d6b-9bf7-97c42bf302a3 None None] Checking router: 9dccc935-b34d-4754-beb0-5ea370805a16 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:36:06.873898 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-f3dc5f0d-681d-4953-ae47-c9f6cbae850a req-3cdae453-827f-4f68-9ae0-b29d24da239f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Unset dirty status for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:06.875162 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f3dc5f0d-681d-4953-ae47-c9f6cbae850a req-3cdae453-827f-4f68-9ae0-b29d24da239f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=197d0fd8-a7cf-4ea6-aef2-1ea515f36f9f HTTP/1.1" status: 200 len: 210 time: 0.1701460 May 10 17:36:06.880507 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce32b39-9cc1-4d6b-9bf7-97c42bf302a3 None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:36:06.880507 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-7ce32b39-9cc1-4d6b-9bf7-97c42bf302a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:35:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:07.069440 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-7ce32b39-9cc1-4d6b-9bf7-97c42bf302a3 None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:36:07.473119 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-7ce32b39-9cc1-4d6b-9bf7-97c42bf302a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:49Z', 'revision_number': 5, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:07.480671 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce32b39-9cc1-4d6b-9bf7-97c42bf302a3 None None] The sync data for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb is: [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:49Z', 'revision_number': 5, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:36:07.731197 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d222e3-ca69-4b93-9c64-bc4a251f8875 None None] New status for floating IP 8d5eb84e-4505-4316-9e09-db9159fd7510: DOWN {{(pid=79211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:36:08.150792 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54580) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:08.217947 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c11399c3-0aba-45e1-b5be-93b2ade48949 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.244656 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c11399c3-0aba-45e1-b5be-93b2ade48949 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.416504 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c11399c3-0aba-45e1-b5be-93b2ade48949 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.421985 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-21e1296a-e5d9-499f-ab19-731da418e512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:08.437243 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11399c3-0aba-45e1-b5be-93b2ade48949 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cd1d91-b464-40f0-9f53-8809c8ed2919,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:08.440002 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c11399c3-0aba-45e1-b5be-93b2ade48949 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:08.514748 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c11399c3-0aba-45e1-b5be-93b2ade48949 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.516117 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-c11399c3-0aba-45e1-b5be-93b2ade48949 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "DELETE /v2.0/security-groups/46cd1d91-b464-40f0-9f53-8809c8ed2919 HTTP/1.1" status: 204 len: 168 time: 0.3640516 May 10 17:36:08.518520 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54594) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:08.537746 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.api.v2.resource [None req-50d7a2d2-5b5c-40d0-8a48-e65c94283a19 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] show failed (client error): The resource could not be found. May 10 17:36:08.540218 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-50d7a2d2-5b5c-40d0-8a48-e65c94283a19 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups/46cd1d91-b464-40f0-9f53-8809c8ed2919 HTTP/1.1" status: 404 len: 347 time: 0.0194099 May 10 17:36:08.542139 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54598) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:08.596740 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54602) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:08.725907 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3448bb45-3180-44ed-aca5-77894d3151f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.742620 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-3448bb45-3180-44ed-aca5-77894d3151f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:08.746559 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-3448bb45-3180-44ed-aca5-77894d3151f7 admin admin] Usage tracker for resource:security_group_rule and tenant:7cdfebe32a6e4fe995deaed4eac2ab56 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:08.750136 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-3448bb45-3180-44ed-aca5-77894d3151f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:08.756046 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-3448bb45-3180-44ed-aca5-77894d3151f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:08.855677 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-ff06d860-6910-4b5d-8210-3c80c4946e64 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Deleting port 07281b5c-2639-468d-8a61-660ca5746abc {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:36:08.856692 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ff06d860-6910-4b5d-8210-3c80c4946e64 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.904917 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3448bb45-3180-44ed-aca5-77894d3151f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.978407 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ff06d860-6910-4b5d-8210-3c80c4946e64 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.978736 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ff06d860-6910-4b5d-8210-3c80c4946e64 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.012961 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3448bb45-3180-44ed-aca5-77894d3151f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.022043 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b094d75d-25be-4a3a-a8fb-a6217dce9dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:09.061045 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-3448bb45-3180-44ed-aca5-77894d3151f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cdfebe32a6e4fe995deaed4eac2ab56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630487 May 10 17:36:09.063540 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54612) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:09.066140 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448bb45-3180-44ed-aca5-77894d3151f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb8a645-26fe-4277-819f-a70ce9d3f720,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:09.084768 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3448bb45-3180-44ed-aca5-77894d3151f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:09.106451 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-ff06d860-6910-4b5d-8210-3c80c4946e64 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Calling delete_port for 07281b5c-2639-468d-8a61-660ca5746abc owned by network:floatingip {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:36:09.133365 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07a61d6a-fa7c-4909-9816-0ee19395c8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.163186 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07a61d6a-fa7c-4909-9816-0ee19395c8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.275663 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 9a63db13-2df5-4880-8a6e-03018b6bd6ee no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:36:09.310098 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: 9a63db13-2df5-4880-8a6e-03018b6bd6ee {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:36:09.310468 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 9a63db13-2df5-4880-8a6e-03018b6bd6ee not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:36:09.326896 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07a61d6a-fa7c-4909-9816-0ee19395c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.327519 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ff06d860-6910-4b5d-8210-3c80c4946e64 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.330684 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9e52b6a4-a591-40fc-8c02-24de5e6af560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:09.333950 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ddc04e46-6cf9-4ca5-b1df-77c68e48c090 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:09.343676 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a61d6a-fa7c-4909-9816-0ee19395c8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb8a645-26fe-4277-819f-a70ce9d3f720,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:09.346526 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-07a61d6a-fa7c-4909-9816-0ee19395c8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:09.348498 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07a61d6a-fa7c-4909-9816-0ee19395c8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.352600 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-07a61d6a-fa7c-4909-9816-0ee19395c8ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cb8a645-26fe-4277-819f-a70ce9d3f720 HTTP/1.1" status: 204 len: 168 time: 0.2851787 May 10 17:36:09.383328 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06d860-6910-4b5d-8210-3c80c4946e64 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event deleted for resources: {'Port': ['ID=07281b5c-2639-468d-8a61-660ca5746abc,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:09.414895 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ff06d860-6910-4b5d-8210-3c80c4946e64 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:09.472731 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ff06d860-6910-4b5d-8210-3c80c4946e64 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.583566 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ff06d860-6910-4b5d-8210-3c80c4946e64 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.584697 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-ff06d860-6910-4b5d-8210-3c80c4946e64 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "DELETE /v2.0/floatingips/8d5eb84e-4505-4316-9e09-db9159fd7510 HTTP/1.1" status: 204 len: 168 time: 1.0416365 May 10 17:36:09.921181 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.081817 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54626) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:10.086973 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1330359970', 'description': 'tempest-description--513556425'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:10.092921 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:10.097225 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Usage tracker for resource:security_group and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:10.100142 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:10.105975 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:10.135064 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54630) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:10.192298 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_v2 [None req-797f5c5d-b2a1-45e7-991b-6b51c1f659ed admin admin] Deleting subnet 0e5efe61-f8af-4db5-991d-c218dd880304 {{(pid=79209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:36:10.195100 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-797f5c5d-b2a1-45e7-991b-6b51c1f659ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.223910 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.229502 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54634) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:10.250630 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-eccb5110-61ed-4d92-8f4e-0fba726d21bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.254435 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:10.264751 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-eccb5110-61ed-4d92-8f4e-0fba726d21bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:10.264997 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Usage tracker for resource:security_group_rule and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:10.268497 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-eccb5110-61ed-4d92-8f4e-0fba726d21bd admin admin] Usage tracker for resource:security_group_rule and tenant:5a63a8ec80f1411ab46242451923f409 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:10.268921 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-797f5c5d-b2a1-45e7-991b-6b51c1f659ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3406524'] for subnet, precommit_delete_associations {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.271369 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-eccb5110-61ed-4d92-8f4e-0fba726d21bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:10.277016 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-eccb5110-61ed-4d92-8f4e-0fba726d21bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:10.294315 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:10.307271 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:10.343825 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-797f5c5d-b2a1-45e7-991b-6b51c1f659ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.360172 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-eccb5110-61ed-4d92-8f4e-0fba726d21bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.416741 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-eccb5110-61ed-4d92-8f4e-0fba726d21bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.425067 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3698b61d-6d3b-42e9-8c4a-97991c1cae03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:10.468516 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-eccb5110-61ed-4d92-8f4e-0fba726d21bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a63a8ec80f1411ab46242451923f409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377169 May 10 17:36:10.469316 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb5110-61ed-4d92-8f4e-0fba726d21bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d04f930-9a12-4266-b050-a4eadffc2e09,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:10.471625 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54638) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:10.482056 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:36:10.483720 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-eccb5110-61ed-4d92-8f4e-0fba726d21bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:10.532750 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-97ac7c8b-f7c6-496e-bb35-e9bf8806891f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.560411 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-97ac7c8b-f7c6-496e-bb35-e9bf8806891f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.590260 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.674410 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.680483 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-97ac7c8b-f7c6-496e-bb35-e9bf8806891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.681142 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a31d1f06-20ef-4801-a93c-918ef9de4414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:10.684381 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ad166597-e76a-4e55-a48a-430236b418d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:10.695609 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac7c8b-f7c6-496e-bb35-e9bf8806891f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d04f930-9a12-4266-b050-a4eadffc2e09,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:10.700789 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-97ac7c8b-f7c6-496e-bb35-e9bf8806891f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:10.703056 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-97ac7c8b-f7c6-496e-bb35-e9bf8806891f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.704365 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-97ac7c8b-f7c6-496e-bb35-e9bf8806891f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d04f930-9a12-4266-b050-a4eadffc2e09 HTTP/1.1" status: 204 len: 168 time: 0.2318454 May 10 17:36:10.736533 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8705bb37-8b16-4626-a796-7976f9657aea,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:10.739577 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:10.806692 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.808049 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-f4211f64-632a-46ec-a7c8-5f447dca7e5e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7251861 May 10 17:36:10.810796 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54648) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:10.816141 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-554e2cec-17e0-409c-ba3d-71f4c62d193a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Request body: {'security_group_rule': {'security_group_id': '8705bb37-8b16-4626-a796-7976f9657aea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:10.822211 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-554e2cec-17e0-409c-ba3d-71f4c62d193a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:10.825986 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-554e2cec-17e0-409c-ba3d-71f4c62d193a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Usage tracker for resource:security_group_rule and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:10.828934 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-554e2cec-17e0-409c-ba3d-71f4c62d193a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:10.838946 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-554e2cec-17e0-409c-ba3d-71f4c62d193a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:10.988880 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-554e2cec-17e0-409c-ba3d-71f4c62d193a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.036488 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-797f5c5d-b2a1-45e7-991b-6b51c1f659ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689640'] for subnet, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.050032 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:11.089504 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f5c5d-b2a1-45e7-991b-6b51c1f659ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e5efe61-f8af-4db5-991d-c218dd880304,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:11.097850 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-797f5c5d-b2a1-45e7-991b-6b51c1f659ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.097850 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-797f5c5d-b2a1-45e7-991b-6b51c1f659ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:11.099315 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-554e2cec-17e0-409c-ba3d-71f4c62d193a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.106758 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-797f5c5d-b2a1-45e7-991b-6b51c1f659ed admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0e5efe61-f8af-4db5-991d-c218dd880304 HTTP/1.1" status: 204 len: 168 time: 0.9701540 May 10 17:36:11.109211 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54656) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:11.189889 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-554e2cec-17e0-409c-ba3d-71f4c62d193a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.195678 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:11.233538 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e2cec-17e0-409c-ba3d-71f4c62d193a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368a7fec-1158-443b-a026-c710d8e00f71,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:11.239531 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-554e2cec-17e0-409c-ba3d-71f4c62d193a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:11.242101 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.349750 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-554e2cec-17e0-409c-ba3d-71f4c62d193a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.350916 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-554e2cec-17e0-409c-ba3d-71f4c62d193a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5391104 May 10 17:36:11.353681 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54666) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:11.359623 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-8b6441ab-8041-4da0-a8e6-a85d9ebf997e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Request body: {'security_group_rule': {'security_group_id': '8705bb37-8b16-4626-a796-7976f9657aea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:11.365415 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-8b6441ab-8041-4da0-a8e6-a85d9ebf997e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:11.369198 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-8b6441ab-8041-4da0-a8e6-a85d9ebf997e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Usage tracker for resource:security_group_rule and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:11.372118 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-8b6441ab-8041-4da0-a8e6-a85d9ebf997e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:11.373580 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.378144 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-8b6441ab-8041-4da0-a8e6-a85d9ebf997e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:11.387058 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e77ee7-a34b-4f28-9586-ca0076241050']}} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:11.398982 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133531f9-32dc-44cf-9b29-599c92ac65b0') {'for_net_delete': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:11.399277 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133531f9-32dc-44cf-9b29-599c92ac65b0') {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:11.410754 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3406499'] for segment, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.426911 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.432957 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=79209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:36:11.433332 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686802'] for segment, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: Traceback (most recent call last): May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: timer() May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: cb(*args, **kw) May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: return func(*args, **kwargs) May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: self._notify() May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: self.callback(batched_events) May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: event.method(event) May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: return f(self, *a, **k) May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: return self._get(url).json() May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: return self.request(url, 'GET', **kwargs) May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:36:11.446100 dv-cinder-786386-3-smb neutron-server[79209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:36:11.520589 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8b6441ab-8041-4da0-a8e6-a85d9ebf997e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.580509 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8b6441ab-8041-4da0-a8e6-a85d9ebf997e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.640748 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8b6441ab-8041-4da0-a8e6-a85d9ebf997e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.642871 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.643033 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-998fbac4-1645-4b1a-a509-9e4e736bb22f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:11.647469 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.658215 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:11.672872 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6441ab-8041-4da0-a8e6-a85d9ebf997e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed86c138-c62f-4a63-ab28-5dcf344dea56,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:11.675570 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8b6441ab-8041-4da0-a8e6-a85d9ebf997e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:11.681919 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e77ee7-a34b-4f28-9586-ca0076241050,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:11.685102 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:11.760784 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8b6441ab-8041-4da0-a8e6-a85d9ebf997e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.761970 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-8b6441ab-8041-4da0-a8e6-a85d9ebf997e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4072354 May 10 17:36:11.765657 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54680) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:11.770992 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Request body: {'floatingip': {'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:11.777132 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:11.781452 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Usage tracker for resource:floatingip and tenant:8e3e19f7c103427ba25defaf85bee1c9 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:11.784386 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:11.790151 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:11.801703 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] 10.222.0.24 "DELETE /v2.0/networks/b6e77ee7-a34b-4f28-9586-ca0076241050 HTTP/1.1" status: 204 len: 168 time: 0.6914730 May 10 17:36:11.919652 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:12.059539 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:12.196897 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Allocated IP 172.28.2.125 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/1430ec61-8163-4184-ba39-fb0b02b76b35) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:12.226556 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54694) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:12.280724 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-a58ef718-49e1-4af3-8064-98a10f45ea3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d44dfde716c644beb8ba4de0bd363b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529830 May 10 17:36:12.283441 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54698) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:12.356061 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5797eefc-bb65-403f-aa4f-f33db812291c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:12.372279 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:12.381523 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5797eefc-bb65-403f-aa4f-f33db812291c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:12.486939 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:12.491691 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a97ccfc4-b151-41d9-9ac2-92de2776fa6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:12.520534 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5797eefc-bb65-403f-aa4f-f33db812291c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:12.525408 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:12.539356 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797eefc-bb65-403f-aa4f-f33db812291c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55468328-0ee5-40e5-9eb5-a102229c0e21,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:12.541661 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-5797eefc-bb65-403f-aa4f-f33db812291c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:12.546485 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:12.547620 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:12.551124 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:12.599427 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event updated for resources: {'Port': ['ID=1430ec61-8163-4184-ba39-fb0b02b76b35,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:12.603751 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:12.622309 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5797eefc-bb65-403f-aa4f-f33db812291c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:12.629432 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-5797eefc-bb65-403f-aa4f-f33db812291c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55468328-0ee5-40e5-9eb5-a102229c0e21 HTTP/1.1" status: 204 len: 168 time: 0.3390791 May 10 17:36:12.706530 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:12.942628 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:13.169955 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:13.233477 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:13.238335 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:13.352166 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event updated for resources: {'Port': ['ID=1430ec61-8163-4184-ba39-fb0b02b76b35,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:13.355352 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:13.373216 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:13.509476 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:13.510952 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7442763 May 10 17:36:13.743448 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-97adac8a-6b9f-4887-b681-85b608449465 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Synchronizing usage tracker for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:13.806471 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-97adac8a-6b9f-4887-b681-85b608449465 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Unset dirty status for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:13.807491 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-97adac8a-6b9f-4887-b681-85b608449465 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1330359970&fields=id&tenant_id=8e3e19f7c103427ba25defaf85bee1c9 HTTP/1.1" status: 200 len: 267 time: 0.1054053 May 10 17:36:13.968291 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-52c135b6-59d0-4a59-9458-94ee07e164b1 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:13.970637 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-52c135b6-59d0-4a59-9458-94ee07e164b1 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/networks?id=025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 200 len: 816 time: 0.1529305 May 10 17:36:13.985856 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-71ba0499-fd43-48e2-8517-01ab68080d4e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/quotas/8e3e19f7c103427ba25defaf85bee1c9 HTTP/1.1" status: 200 len: 375 time: 0.0105166 May 10 17:36:14.073276 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-f83dc8b7-318e-497d-9948-4f6eee06b568 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Synchronizing usage tracker for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:14.200729 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-f83dc8b7-318e-497d-9948-4f6eee06b568 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Unset dirty status for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:14.202063 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-f83dc8b7-318e-497d-9948-4f6eee06b568 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2109101 May 10 17:36:14.364421 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-f49d921d-ebf3-488e-891f-32764fb8ada1 service neutron] 10.222.0.24 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416793 May 10 17:36:14.491831 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-17f33261-36ae-4e3a-88ab-6885d2d020dc service neutron] 10.222.0.24 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259594 May 10 17:36:14.951961 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4ab42152-e76a-4292-a0e1-7d3d781fa45e req-31a7971a-847e-4d48-a627-3bc916f73bea tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 210 time: 0.0508606 May 10 17:36:16.125709 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8a3d2805-65eb-47e2-8b36-2466449a05ff req-1221ab7a-99b3-4306-881b-4f3509df48fb tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 210 time: 0.0611219 May 10 17:36:17.283386 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8208b3f1-947c-4d73-be5f-c6a022999392 req-ab1a9a7c-0dd4-44bb-9e78-ee77bac6ab3c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 210 time: 0.0434966 May 10 17:36:17.484749 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-30366d08-029b-46a5-984f-ff36eeef5df8 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:17.486233 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-30366d08-029b-46a5-984f-ff36eeef5df8 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.10 "GET /v2.0/networks?id=025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 200 len: 816 time: 0.1554270 May 10 17:36:17.526991 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54832) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:17.540800 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-691902c3-1daf-42c7-8717-eb69ff175b00 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e3e19f7c103427ba25defaf85bee1c9 HTTP/1.1" status: 200 len: 380 time: 0.0458364 May 10 17:36:17.550141 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Request body: {'port': {'device_id': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'admin_state_up': True, 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'security_groups': ['8705bb37-8b16-4626-a796-7976f9657aea']}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:17.659157 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c60e8ca7-4906-462d-9180-6e7c0c527611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:17.690270 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-c60e8ca7-4906-462d-9180-6e7c0c527611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:17.704352 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-c60e8ca7-4906-462d-9180-6e7c0c527611 admin admin] Usage tracker for resource:security_group_rule and tenant:0f89abe2a90f42d1816a3b6e59d0aa5c is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:17.709633 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-c60e8ca7-4906-462d-9180-6e7c0c527611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:17.717274 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-c60e8ca7-4906-462d-9180-6e7c0c527611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:17.723791 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:17.738747 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:17.814672 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c60e8ca7-4906-462d-9180-6e7c0c527611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:17.874370 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Made reservation on behalf of 8e3e19f7c103427ba25defaf85bee1c9 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:17.877844 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:17.936807 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c60e8ca7-4906-462d-9180-6e7c0c527611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:17.944280 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-511c0102-e599-4c70-9e54-832428422f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:18.003727 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e8ca7-4906-462d-9180-6e7c0c527611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62ee6de-6135-4362-b1aa-4a3463f618e4,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:18.009637 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c60e8ca7-4906-462d-9180-6e7c0c527611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:18.022909 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-c60e8ca7-4906-462d-9180-6e7c0c527611 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f89abe2a90f42d1816a3b6e59d0aa5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907577 May 10 17:36:18.023270 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54844) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:18.084011 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5d608c66-e252-459d-a963-46b3fc367d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:18.092838 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Allocated IP 172.20.0.7 (025c12d2-d785-400c-8db6-8fd4c9c625b4/ca218de9-5eb7-45be-9784-dfe588b4a018/920219ad-440a-4368-bed5-82a61d02887e) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:18.109958 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5d608c66-e252-459d-a963-46b3fc367d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:18.217818 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5d608c66-e252-459d-a963-46b3fc367d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:18.221627 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-36c512d3-d15a-478d-9f50-d0ea7a52ef0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:18.232726 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d608c66-e252-459d-a963-46b3fc367d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62ee6de-6135-4362-b1aa-4a3463f618e4,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:18.238947 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-5d608c66-e252-459d-a963-46b3fc367d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:18.239718 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5d608c66-e252-459d-a963-46b3fc367d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:18.240752 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-5d608c66-e252-459d-a963-46b3fc367d2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b62ee6de-6135-4362-b1aa-4a3463f618e4 HTTP/1.1" status: 204 len: 168 time: 0.2183232 May 10 17:36:18.394656 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:18.445399 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Transition to ACTIVE for port object 920219ad-440a-4368-bed5-82a61d02887e will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:18.454213 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-302751de-27f6-447b-aa67-b31295250619 req-15ee67bd-7f40-40e0-9191-8a26c06a50f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 210 time: 0.0476501 May 10 17:36:18.577993 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:18.583623 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:18.646724 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Network 025c12d2-d785-400c-8db6-8fd4c9c625b4 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:18.649812 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:18.658049 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:18.694481 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event updated for resources: {'Port': ['ID=920219ad-440a-4368-bed5-82a61d02887e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:18.699457 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:18.727775 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:18.728415 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:18.852983 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3065422 May 10 17:36:18.864859 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Request body: {'port': {'device_id': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:18.942154 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e6616a80-2c42-4a9f-8b8c-9c2554f00556 None None] Provisioning for port 920219ad-440a-4368-bed5-82a61d02887e completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:18.947756 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e6616a80-2c42-4a9f-8b8c-9c2554f00556 None None] Provisioning complete for port 920219ad-440a-4368-bed5-82a61d02887e triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:18.951129 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e6616a80-2c42-4a9f-8b8c-9c2554f00556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:18.984583 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:19.003777 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e6616a80-2c42-4a9f-8b8c-9c2554f00556 None None] Port 920219ad-440a-4368-bed5-82a61d02887e cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:36:19.055260 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54870) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:19.076379 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fb36-d2ae-42a9-ad34-b2ff5e5a7b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:19.092161 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-bfc5fb36-d2ae-42a9-ad34-b2ff5e5a7b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:19.096180 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-bfc5fb36-d2ae-42a9-ad34-b2ff5e5a7b5e admin admin] Usage tracker for resource:security_group_rule and tenant:53127304d0fd4a2fb272a5073b91ae72 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:19.099424 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-bfc5fb36-d2ae-42a9-ad34-b2ff5e5a7b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:19.105462 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-bfc5fb36-d2ae-42a9-ad34-b2ff5e5a7b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:19.188219 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fb36-d2ae-42a9-ad34-b2ff5e5a7b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:19.274571 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fb36-d2ae-42a9-ad34-b2ff5e5a7b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:19.289337 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9b7c6e96-ef4a-4b4e-97e8-a042da2cedd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:19.326089 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-bfc5fb36-d2ae-42a9-ad34-b2ff5e5a7b5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53127304d0fd4a2fb272a5073b91ae72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691109 May 10 17:36:19.330525 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54874) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:19.350348 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5fb36-d2ae-42a9-ad34-b2ff5e5a7b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a939e01-5a93-424e-8055-87a0db61c26d,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:19.355191 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-bfc5fb36-d2ae-42a9-ad34-b2ff5e5a7b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:19.373015 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920219ad-440a-4368-bed5-82a61d02887e {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:36:19.380784 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:19.395701 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Transition to ACTIVE for port object 920219ad-440a-4368-bed5-82a61d02887e will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:19.400726 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-987bb25b-3ff0-4793-ba62-1f0e6b1ff37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:19.426463 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-987bb25b-3ff0-4793-ba62-1f0e6b1ff37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:19.519196 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:19.524434 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:19.623896 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-987bb25b-3ff0-4793-ba62-1f0e6b1ff37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:19.630218 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-cebfe07e-7eae-45a5-af45-f44346f17912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:19.644658 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bb25b-3ff0-4793-ba62-1f0e6b1ff37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a939e01-5a93-424e-8055-87a0db61c26d,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:19.653745 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-987bb25b-3ff0-4793-ba62-1f0e6b1ff37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:19.655139 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-987bb25b-3ff0-4793-ba62-1f0e6b1ff37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:19.656848 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-987bb25b-3ff0-4793-ba62-1f0e6b1ff37f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a939e01-5a93-424e-8055-87a0db61c26d HTTP/1.1" status: 204 len: 168 time: 0.3224525 May 10 17:36:19.739546 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Pushing event updated for resources: {'Port': ['ID=920219ad-440a-4368-bed5-82a61d02887e,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:19.742433 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:19.835050 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb47be1-c270-4d71-9b26-fa192a6bd3d9 req-4d1206fd-78fd-4b79-b7b7-b8f558b1eab8 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:19.835748 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-1bb47be1-c270-4d71-9b26-fa192a6bd3d9 req-4d1206fd-78fd-4b79-b7b7-b8f558b1eab8 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Synchronizing usage tracker for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:19.851640 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Attempting to bind port 920219ad-440a-4368-bed5-82a61d02887e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:36:19.851946 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Attempting to bind port 920219ad-440a-4368-bed5-82a61d02887e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:36:19.852274 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Attempting to bind port 920219ad-440a-4368-bed5-82a61d02887e on network 025c12d2-d785-400c-8db6-8fd4c9c625b4 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:19.858531 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Port 920219ad-440a-4368-bed5-82a61d02887e on network 025c12d2-d785-400c-8db6-8fd4c9c625b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:36:19.858837 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Attempting to bind port 920219ad-440a-4368-bed5-82a61d02887e on network 025c12d2-d785-400c-8db6-8fd4c9c625b4 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:19.863871 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:36:19.864207 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Checking segment: {'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:19.864591 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Bound using segment: {'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:36:19.865013 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Bound port: 920219ad-440a-4368-bed5-82a61d02887e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:36:19.865359 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:19.956690 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] For port 920219ad-440a-4368-bed5-82a61d02887e, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:36:19.962878 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] For port 920219ad-440a-4368-bed5-82a61d02887e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=920219ad-440a-4368-bed5-82a61d02887e,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:36:19.971941 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-1bb47be1-c270-4d71-9b26-fa192a6bd3d9 req-4d1206fd-78fd-4b79-b7b7-b8f558b1eab8 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Unset dirty status for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:19.977290 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1bb47be1-c270-4d71-9b26-fa192a6bd3d9 req-4d1206fd-78fd-4b79-b7b7-b8f558b1eab8 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.4047370 May 10 17:36:20.025135 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1bb47be1-c270-4d71-9b26-fa192a6bd3d9 req-8d49bfe4-8d64-4135-a5cf-763b0b641c8c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455296 May 10 17:36:20.069354 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:20.074457 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7d1df32c-976d-4ce0-a095-28437f99660a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:20.129194 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:20.129922 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:20.131369 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] 10.222.0.10 "PUT /v2.0/ports/920219ad-440a-4368-bed5-82a61d02887e HTTP/1.1" status: 200 len: 1093 time: 1.2707613 May 10 17:36:20.131869 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'tag': '920219ad-440a-4368-bed5-82a61d02887e'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:20.161444 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Pushing event updated for resources: {'Port': ['ID=920219ad-440a-4368-bed5-82a61d02887e,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:20.164258 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:20.188344 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'tag': '920219ad-440a-4368-bed5-82a61d02887e', 'status': 'completed', 'code': 200} May 10 17:36:20.305378 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee6dd1-339b-4a0b-9740-977f0475db03 req-65795032-f78d-4026-8b38-40e7e029e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:20.307058 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5dee6dd1-339b-4a0b-9740-977f0475db03 req-65795032-f78d-4026-8b38-40e7e029e693 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 1096 time: 0.0964096 May 10 17:36:20.479862 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee6dd1-339b-4a0b-9740-977f0475db03 req-4148ce0b-440a-43b2-b83e-482ca0b36f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:20.481879 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5dee6dd1-339b-4a0b-9740-977f0475db03 req-4148ce0b-440a-43b2-b83e-482ca0b36f9f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1664083 May 10 17:36:20.706531 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee6dd1-339b-4a0b-9740-977f0475db03 req-26c597fa-72db-48b5-8c62-0260e7c755a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:20.707990 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5dee6dd1-339b-4a0b-9740-977f0475db03 req-26c597fa-72db-48b5-8c62-0260e7c755a5 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2180974 May 10 17:36:20.814362 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-c1c8c21e-2ff9-4fdd-9998-92bbdcf0883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:20.815826 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-c1c8c21e-2ff9-4fdd-9998-92bbdcf0883d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 1096 time: 0.0712962 May 10 17:36:20.888977 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-c34c1b2b-5762-4f82-be08-d2173c15cc58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920219ad-440a-4368-bed5-82a61d02887e HTTP/1.1" status: 200 len: 217 time: 0.0658870 May 10 17:36:20.951576 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-9de22c5e-8c8e-4296-879c-e0a5de3c5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:20.952984 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-9de22c5e-8c8e-4296-879c-e0a5de3c5a73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca218de9-5eb7-45be-9784-dfe588b4a018 HTTP/1.1" status: 200 len: 855 time: 0.0578959 May 10 17:36:21.044743 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-084f443e-c7a3-4daa-9df6-051b3268f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:21.046258 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-084f443e-c7a3-4daa-9df6-051b3268f8ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=025c12d2-d785-400c-8db6-8fd4c9c625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862150 May 10 17:36:21.224285 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-6d4427b4-78b1-4dc0-a5e8-0d56836593b0 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713257 May 10 17:36:21.327217 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83808501-0907-41bd-b337-41f3db69ab2a req-624e5f63-bf9e-4b05-8595-84930d087184 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:21.328659 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83808501-0907-41bd-b337-41f3db69ab2a req-624e5f63-bf9e-4b05-8595-84930d087184 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.1867673 May 10 17:36:21.409389 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83808501-0907-41bd-b337-41f3db69ab2a req-d720f9a9-c91b-4379-8a04-7a5e5c343723 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737183 May 10 17:36:21.412339 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-23bf8666-3871-47ae-8445-4028b74cebf9 req-1e2c46fa-c091-4642-8795-9371b96ef72c service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806912 May 10 17:36:22.620518 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c48d47-817f-47a3-98df-7c7e8150f11d req-7ac27243-30ed-40a9-9660-99c8b1ea5f67 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:22.622580 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-29c48d47-817f-47a3-98df-7c7e8150f11d req-7ac27243-30ed-40a9-9660-99c8b1ea5f67 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0904355 May 10 17:36:22.668112 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-29c48d47-817f-47a3-98df-7c7e8150f11d req-12a8d308-7481-4478-aeda-076e74928b68 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Synchronizing usage tracker for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:security_group {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:22.681074 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-29c48d47-817f-47a3-98df-7c7e8150f11d req-12a8d308-7481-4478-aeda-076e74928b68 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Unset dirty status for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:security_group {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:22.682423 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-29c48d47-817f-47a3-98df-7c7e8150f11d req-12a8d308-7481-4478-aeda-076e74928b68 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537438 May 10 17:36:23.252898 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 54982) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:23.386823 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 920219ad-440a-4368-bed5-82a61d02887e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:36:23.401898 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1265ebdf-62e2-4d44-bd5a-8633a3d7a606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.416906 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-1265ebdf-62e2-4d44-bd5a-8633a3d7a606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:23.422934 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-1265ebdf-62e2-4d44-bd5a-8633a3d7a606 admin admin] Usage tracker for resource:security_group_rule and tenant:3595229bdad14734b8eaebeb6fb05e04 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:23.425959 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-1265ebdf-62e2-4d44-bd5a-8633a3d7a606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:23.431827 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-1265ebdf-62e2-4d44-bd5a-8633a3d7a606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:23.465114 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-726e4c91-707b-46d7-95a6-035a47e11a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.518826 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1265ebdf-62e2-4d44-bd5a-8633a3d7a606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.524877 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 920219ad-440a-4368-bed5-82a61d02887e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=920219ad-440a-4368-bed5-82a61d02887e,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:23.540297 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '920219ad-440a-4368-bed5-82a61d02887e', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'port_id': '920219ad-440a-4368-bed5-82a61d02887e', 'mac_address': 'fa:16:3e:13:9e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:36:23.611643 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1265ebdf-62e2-4d44-bd5a-8633a3d7a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.624270 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6e9e5a83-9324-4c0e-b906-ab5066b14b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:23.631766 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.656748 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920219ad-440a-4368-bed5-82a61d02887e {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:36:23.673331 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-1265ebdf-62e2-4d44-bd5a-8633a3d7a606 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3595229bdad14734b8eaebeb6fb05e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169698 May 10 17:36:23.673331 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265ebdf-62e2-4d44-bd5a-8633a3d7a606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421b39ed-16aa-4a30-b352-97714f0d2f21,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:23.674049 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 54992) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:23.675070 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1265ebdf-62e2-4d44-bd5a-8633a3d7a606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:23.678490 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 920219ad-440a-4368-bed5-82a61d02887e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=920219ad-440a-4368-bed5-82a61d02887e,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:23.737485 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.739879 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:23.747200 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7262-cf3a-49b3-bf5d-353dd0c978f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.773781 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7262-cf3a-49b3-bf5d-353dd0c978f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.810401 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=920219ad-440a-4368-bed5-82a61d02887e,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:23.814351 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:23.920433 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab445b-a814-451c-ac0b-0cd1a32561a3 req-0579f42d-b244-4f53-bf17-d208a2575d68 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:23.921873 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ccab445b-a814-451c-ac0b-0cd1a32561a3 req-0579f42d-b244-4f53-bf17-d208a2575d68 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 944 time: 0.0816607 May 10 17:36:23.922929 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7262-cf3a-49b3-bf5d-353dd0c978f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.926677 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-16c41de8-9994-46c0-9bfd-a9c0af123067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:23.949814 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['920219ad-440a-4368-bed5-82a61d02887e'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:36:23.953733 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c7262-cf3a-49b3-bf5d-353dd0c978f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421b39ed-16aa-4a30-b352-97714f0d2f21,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:23.962595 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bb2c7262-cf3a-49b3-bf5d-353dd0c978f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:23.967704 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7262-cf3a-49b3-bf5d-353dd0c978f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.971529 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-bb2c7262-cf3a-49b3-bf5d-353dd0c978f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/421b39ed-16aa-4a30-b352-97714f0d2f21 HTTP/1.1" status: 204 len: 168 time: 0.2927940 May 10 17:36:23.991896 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ccab445b-a814-451c-ac0b-0cd1a32561a3 req-7f65e555-6d43-481a-ae9e-e952259f01f1 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554862 May 10 17:36:24.760409 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55010) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:24.777568 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:24.791556 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:24.795805 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Usage tracker for resource:security_group_rule and tenant:84400661025f47cda7178546e49b41a1 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:24.798627 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:24.804254 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:24.884740 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:24.954849 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:24.963490 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3bcd1c5c-c549-4f33-8d37-9fab688c001d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:25.002343 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84400661025f47cda7178546e49b41a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406940 May 10 17:36:25.004011 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32ec115-c4ff-4245-9285-0641a3692650,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:25.005674 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55014) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:25.011540 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.011911 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.012831 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.013219 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.013573 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.013924 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.014318 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.014673 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.015019 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.015360 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.015701 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.016040 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.019969 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:25.071835 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.097580 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.211421 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaba0a4-5b4d-4aff-9a96-5afb64230110 req-5bea01d7-6916-4df9-bc43-c936637ae2eb tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:25.212893 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-baaba0a4-5b4d-4aff-9a96-5afb64230110 req-5bea01d7-6916-4df9-bc43-c936637ae2eb tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 944 time: 0.0864649 May 10 17:36:25.251781 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.258448 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-bfc5fb36-d2ae-42a9-ad34-b2ff5e5a7b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:25.276234 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-baaba0a4-5b4d-4aff-9a96-5afb64230110 req-96b60bf6-0f42-4ad9-8f30-2990bf6117c7 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573652 May 10 17:36:25.278804 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32ec115-c4ff-4245-9285-0641a3692650,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:25.290699 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.291062 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.291536 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.291743 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.292081 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.292423 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.292755 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.293095 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.293920 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.294345 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.294687 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.295016 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.298084 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:25.300862 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.302701 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b32ec115-c4ff-4245-9285-0641a3692650 HTTP/1.1" status: 204 len: 168 time: 0.2953365 May 10 17:36:25.394787 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 920219ad-440a-4368-bed5-82a61d02887e up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:25.532345 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port 920219ad-440a-4368-bed5-82a61d02887e completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:25.546170 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 920219ad-440a-4368-bed5-82a61d02887e triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:25.546170 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.665411 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.696202 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920219ad-440a-4368-bed5-82a61d02887e'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:25.706789 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 920219ad-440a-4368-bed5-82a61d02887e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=920219ad-440a-4368-bed5-82a61d02887e,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:25.752191 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920219ad-440a-4368-bed5-82a61d02887e', 'code': 200} May 10 17:36:25.783619 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.785690 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:25.869753 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=920219ad-440a-4368-bed5-82a61d02887e,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:25.873423 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:26.235020 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e52fc63d-6290-46db-871f-f38f8259ae51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:26.257056 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc446cdf-f35d-4bad-84cc-38b0684ed0ed req-13ee8174-2cd4-4c16-8c2e-487d9a5b2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:26.258541 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-dc446cdf-f35d-4bad-84cc-38b0684ed0ed req-13ee8174-2cd4-4c16-8c2e-487d9a5b2af3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 1098 time: 0.0742536 May 10 17:36:26.262699 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:26.302607 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-dc446cdf-f35d-4bad-84cc-38b0684ed0ed req-4f77eb5c-9202-4742-a9d8-de6a41cf22e6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361953 May 10 17:36:26.558094 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1bc9d-e7e0-4f87-9fc1-92b04200ad2f req-4a413256-aa05-40f0-a7bf-cf795f1b7418 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:26.560379 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-bbb1bc9d-e7e0-4f87-9fc1-92b04200ad2f req-4a413256-aa05-40f0-a7bf-cf795f1b7418 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.1682212 May 10 17:36:26.607970 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-bbb1bc9d-e7e0-4f87-9fc1-92b04200ad2f req-b3b59d14-8cf9-428f-a1e6-b48437a8843e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410743 May 10 17:36:26.902821 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:27.799840 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6c2ed-712d-4c25-9776-1e167cfb27cd req-5982fb2a-29bb-4607-88e1-aeb8a96aca9f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:27.801287 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-16c6c2ed-712d-4c25-9776-1e167cfb27cd req-5982fb2a-29bb-4607-88e1-aeb8a96aca9f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0805945 May 10 17:36:27.845848 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-16c6c2ed-712d-4c25-9776-1e167cfb27cd req-6dffc2f1-aae1-468a-82c9-c0df78cc481a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388227 May 10 17:36:28.038162 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702b5db-e8c0-4ba6-8dfe-a28a013a0909 req-cb553128-e267-4fbd-9dd3-22af8aa4f762 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:28.043200 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4702b5db-e8c0-4ba6-8dfe-a28a013a0909 req-cb553128-e267-4fbd-9dd3-22af8aa4f762 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0932145 May 10 17:36:28.049045 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55090) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:28.056859 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-1ae831c7-cc20-48a5-aead-46defb7e3c54 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Request body: {'floatingip': {'port_id': '920219ad-440a-4368-bed5-82a61d02887e'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:28.074404 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5da68e-2997-444b-9945-28b42b921e01 req-328313d3-5f57-49c9-997d-e1445e148419 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:28.083039 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc5da68e-2997-444b-9945-28b42b921e01 req-328313d3-5f57-49c9-997d-e1445e148419 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 945 time: 0.1019549 May 10 17:36:28.140237 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc5da68e-2997-444b-9945-28b42b921e01 req-e83a9ddb-382f-41d3-87b7-5e5ab66b3ae9 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562413 May 10 17:36:28.157307 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1ae831c7-cc20-48a5-aead-46defb7e3c54 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:28.747545 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1ae831c7-cc20-48a5-aead-46defb7e3c54 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:28.840309 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.017541 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1ae831c7-cc20-48a5-aead-46defb7e3c54 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.186781 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.l3_db [None req-1ae831c7-cc20-48a5-aead-46defb7e3c54 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Floating IP 58d7fe15-f937-4015-bd7a-0fe348729a21 associated. External IP: 172.28.2.125, port: 920219ad-440a-4368-bed5-82a61d02887e. May 10 17:36:29.519225 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286d0d9-8759-4e44-a2f0-20bc130bc1ba req-ef267ba7-7a1f-41c5-a459-72a0dca10127 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:29.520685 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d286d0d9-8759-4e44-a2f0-20bc130bc1ba req-ef267ba7-7a1f-41c5-a459-72a0dca10127 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 945 time: 0.2214022 May 10 17:36:29.694321 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d286d0d9-8759-4e44-a2f0-20bc130bc1ba req-83687b2b-4fcd-41b0-8121-2c6c7fc7cd47 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202071 May 10 17:36:29.733172 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae831c7-cc20-48a5-aead-46defb7e3c54 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Router 9dccc935-b34d-4754-beb0-5ea370805a16 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:36:29.912828 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae831c7-cc20-48a5-aead-46defb7e3c54 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:36:29.917123 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1ae831c7-cc20-48a5-aead-46defb7e3c54 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.922331 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3acf8-fc94-4bd6-8437-8a6b279f450a None None] Sync routers for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:36:29.931816 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3acf8-fc94-4bd6-8437-8a6b279f450a None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:36:29.932433 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-4ed3acf8-fc94-4bd6-8437-8a6b279f450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:29.972625 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-1ae831c7-cc20-48a5-aead-46defb7e3c54 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "PUT /v2.0/floatingips/58d7fe15-f937-4015-bd7a-0fe348729a21 HTTP/1.1" status: 200 len: 991 time: 1.9224224 May 10 17:36:29.973337 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'tag': '920219ad-440a-4368-bed5-82a61d02887e'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:30.018176 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'tag': '920219ad-440a-4368-bed5-82a61d02887e', 'status': 'completed', 'code': 200} May 10 17:36:30.129565 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-4ed3acf8-fc94-4bd6-8437-8a6b279f450a None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:36:30.141992 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebd879-400a-4a1a-a13b-cedbfdedad2f req-65090584-44f4-42c1-b898-a293c3a4c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:30.143543 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8eebd879-400a-4a1a-a13b-cedbfdedad2f req-65090584-44f4-42c1-b898-a293c3a4c8a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 1098 time: 0.0953510 May 10 17:36:30.282049 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebd879-400a-4a1a-a13b-cedbfdedad2f req-8ed2fa27-87ec-4ff8-a414-abfd09ab1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:30.283576 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8eebd879-400a-4a1a-a13b-cedbfdedad2f req-8ed2fa27-87ec-4ff8-a414-abfd09ab1ac3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 200 len: 917 time: 0.1327460 May 10 17:36:30.482315 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8eebd879-400a-4a1a-a13b-cedbfdedad2f req-b7a6eed1-4951-4e68-aac7-4e11fe4b5bcc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920219ad-440a-4368-bed5-82a61d02887e HTTP/1.1" status: 200 len: 999 time: 0.1907492 May 10 17:36:30.486279 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-4ed3acf8-fc94-4bd6-8437-8a6b279f450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '58d7fe15-f937-4015-bd7a-0fe348729a21', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'floating_ip_address': '172.28.2.125', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'port_id': '920219ad-440a-4368-bed5-82a61d02887e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'mac_address': 'fa:16:3e:13:9e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:12Z', 'updated_at': '2021-05-10T17:36:28Z', 'revision_number': 1, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:49Z', 'revision_number': 5, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:30.490629 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3acf8-fc94-4bd6-8437-8a6b279f450a None None] Checking router: 9dccc935-b34d-4754-beb0-5ea370805a16 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:36:30.499727 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3acf8-fc94-4bd6-8437-8a6b279f450a None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:36:30.500328 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-4ed3acf8-fc94-4bd6-8437-8a6b279f450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:30.546826 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebd879-400a-4a1a-a13b-cedbfdedad2f req-972017f3-14bc-4e39-8344-ef937228a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:30.548259 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8eebd879-400a-4a1a-a13b-cedbfdedad2f req-972017f3-14bc-4e39-8344-ef937228a63a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca218de9-5eb7-45be-9784-dfe588b4a018 HTTP/1.1" status: 200 len: 855 time: 0.0588009 May 10 17:36:30.623265 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebd879-400a-4a1a-a13b-cedbfdedad2f req-3a43b40a-b778-445a-a256-ddb6d132c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:30.624736 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8eebd879-400a-4a1a-a13b-cedbfdedad2f req-3a43b40a-b778-445a-a256-ddb6d132c221 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=025c12d2-d785-400c-8db6-8fd4c9c625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694973 May 10 17:36:30.673743 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-4ed3acf8-fc94-4bd6-8437-8a6b279f450a None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:36:30.769743 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8eebd879-400a-4a1a-a13b-cedbfdedad2f req-2118cb34-bd6d-4fd8-b538-4a9a73e4fada service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377294 May 10 17:36:30.898382 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8ca42-6aed-468c-8351-5be5044ccf85 req-6d085d02-4b29-47cf-aee4-5f04a3b77c8e tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:30.899897 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8ea8ca42-6aed-468c-8351-5be5044ccf85 req-6d085d02-4b29-47cf-aee4-5f04a3b77c8e tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 945 time: 0.0928683 May 10 17:36:30.930977 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8eebd879-400a-4a1a-a13b-cedbfdedad2f req-2acd78c1-4b0d-4eb6-b316-fe688a0dc3eb service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539886 May 10 17:36:30.947152 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8ea8ca42-6aed-468c-8351-5be5044ccf85 req-86fae1bc-8dcd-4588-898e-e700cbfd2eeb tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 May 10 17:36:31.079693 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-4ed3acf8-fc94-4bd6-8437-8a6b279f450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '58d7fe15-f937-4015-bd7a-0fe348729a21', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'floating_ip_address': '172.28.2.125', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'port_id': '920219ad-440a-4368-bed5-82a61d02887e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'mac_address': 'fa:16:3e:13:9e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:12Z', 'updated_at': '2021-05-10T17:36:28Z', 'revision_number': 1, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:49Z', 'revision_number': 5, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:31.083687 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3acf8-fc94-4bd6-8437-8a6b279f450a None None] The sync data for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb is: [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '58d7fe15-f937-4015-bd7a-0fe348729a21', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'floating_ip_address': '172.28.2.125', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'port_id': '920219ad-440a-4368-bed5-82a61d02887e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'mac_address': 'fa:16:3e:13:9e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:12Z', 'updated_at': '2021-05-10T17:36:28Z', 'revision_number': 1, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:49Z', 'revision_number': 5, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:36:31.298976 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55146) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:31.305945 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db196bd1-59cc-44df-b71d-06864fcfe895 None None] New status for floating IP 58d7fe15-f937-4015-bd7a-0fe348729a21: ACTIVE {{(pid=79211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:36:31.445935 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c572a162-02e6-45dd-b4e4-81b27d41a8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.463276 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-c572a162-02e6-45dd-b4e4-81b27d41a8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:31.468040 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-c572a162-02e6-45dd-b4e4-81b27d41a8c3 admin admin] Usage tracker for resource:security_group_rule and tenant:f13f98bcd5bc49cba863cbf2137a86ef is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:31.471136 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-c572a162-02e6-45dd-b4e4-81b27d41a8c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:31.477310 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-c572a162-02e6-45dd-b4e4-81b27d41a8c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:31.565255 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c572a162-02e6-45dd-b4e4-81b27d41a8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.703173 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c572a162-02e6-45dd-b4e4-81b27d41a8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.710340 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-79adad9c-b4b4-4a94-b279-ca1ac57c8f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:31.749690 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572a162-02e6-45dd-b4e4-81b27d41a8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7528f34b-23ba-48ae-b266-21a265748fb3,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:31.753762 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-c572a162-02e6-45dd-b4e4-81b27d41a8c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f13f98bcd5bc49cba863cbf2137a86ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527714 May 10 17:36:31.754621 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c572a162-02e6-45dd-b4e4-81b27d41a8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:31.756363 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55180) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:31.822734 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fb20e9e9-0646-4863-a95a-2fd26e880e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.847174 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fb20e9e9-0646-4863-a95a-2fd26e880e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.983464 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fb20e9e9-0646-4863-a95a-2fd26e880e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.988996 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-07a61d6a-fa7c-4909-9816-0ee19395c8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:32.001897 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20e9e9-0646-4863-a95a-2fd26e880e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7528f34b-23ba-48ae-b266-21a265748fb3,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:32.004984 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-fb20e9e9-0646-4863-a95a-2fd26e880e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:32.007230 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fb20e9e9-0646-4863-a95a-2fd26e880e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:32.010260 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-fb20e9e9-0646-4863-a95a-2fd26e880e0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7528f34b-23ba-48ae-b266-21a265748fb3 HTTP/1.1" status: 204 len: 168 time: 0.2512162 May 10 17:36:32.134069 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4a4d8-0f7a-4712-a133-a289198865b7 req-d2d49329-f7a7-4411-8e7d-03fbb25791fa tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:32.135573 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f9d4a4d8-0f7a-4712-a133-a289198865b7 req-d2d49329-f7a7-4411-8e7d-03fbb25791fa tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 945 time: 0.0804534 May 10 17:36:32.182531 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f9d4a4d8-0f7a-4712-a133-a289198865b7 req-ae1ac19c-b326-4f20-b986-5eeefc69fb00 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 May 10 17:36:32.460119 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed7f97-d877-4282-9752-16cc5ed67930 req-9d054032-b2af-4bbe-a9be-238144b61f9d tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:32.461670 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2bed7f97-d877-4282-9752-16cc5ed67930 req-9d054032-b2af-4bbe-a9be-238144b61f9d tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.10 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 945 time: 0.0841625 May 10 17:36:32.599038 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-2bed7f97-d877-4282-9752-16cc5ed67930 req-f90017a5-6708-4ac7-9aa8-1c86ac629f80 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Deleting port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:36:32.599038 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-2bed7f97-d877-4282-9752-16cc5ed67930 req-f90017a5-6708-4ac7-9aa8-1c86ac629f80 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:32.734719 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-2bed7f97-d877-4282-9752-16cc5ed67930 req-f90017a5-6708-4ac7-9aa8-1c86ac629f80 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] For port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b6bc9ae2-baa1-49f6-b162-f79ed6b334dc,segment=NetworkSegment(a8b004b6-cc86-4691-b179-54f3fa714ccf),segment_id=a8b004b6-cc86-4691-b179-54f3fa714ccf)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:32.735090 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-2bed7f97-d877-4282-9752-16cc5ed67930 req-f90017a5-6708-4ac7-9aa8-1c86ac629f80 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:32.864748 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-2bed7f97-d877-4282-9752-16cc5ed67930 req-f90017a5-6708-4ac7-9aa8-1c86ac629f80 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Calling delete_port for b6bc9ae2-baa1-49f6-b162-f79ed6b334dc owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:36:33.096331 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-2bed7f97-d877-4282-9752-16cc5ed67930 req-f90017a5-6708-4ac7-9aa8-1c86ac629f80 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.102517 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ea4f508a-c975-48cb-821a-210dfbe45e6c tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:33.109462 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['b6bc9ae2-baa1-49f6-b162-f79ed6b334dc'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:36:33.151475 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90017a5-6708-4ac7-9aa8-1c86ac629f80 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Pushing event deleted for resources: {'Port': ['ID=b6bc9ae2-baa1-49f6-b162-f79ed6b334dc,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:33.155830 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f90017a5-6708-4ac7-9aa8-1c86ac629f80 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:33.235924 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bed7f97-d877-4282-9752-16cc5ed67930 req-f90017a5-6708-4ac7-9aa8-1c86ac629f80 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] No DVR routers for this DVR port b6bc9ae2-baa1-49f6-b162-f79ed6b334dc on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:36:33.238728 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-2bed7f97-d877-4282-9752-16cc5ed67930 req-f90017a5-6708-4ac7-9aa8-1c86ac629f80 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.241929 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663f5aab-2ae0-4459-b215-72014780a19e', 'name': 'network-vif-deleted', 'tag': 'b6bc9ae2-baa1-49f6-b162-f79ed6b334dc'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:33.289346 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663f5aab-2ae0-4459-b215-72014780a19e', 'name': 'network-vif-deleted', 'tag': 'b6bc9ae2-baa1-49f6-b162-f79ed6b334dc', 'status': 'completed', 'code': 200} May 10 17:36:33.359698 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2bed7f97-d877-4282-9752-16cc5ed67930 req-f90017a5-6708-4ac7-9aa8-1c86ac629f80 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.10 "DELETE /v2.0/ports/b6bc9ae2-baa1-49f6-b162-f79ed6b334dc HTTP/1.1" status: 204 len: 173 time: 0.8928366 May 10 17:36:33.391347 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-953039ce-fbc6-4579-9492-fd88d09cc30c req-5d6bf3ea-02b7-4ef5-a861-228746c45d8e tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=663f5aab-2ae0-4459-b215-72014780a19e HTTP/1.1" status: 200 len: 210 time: 0.0716639 May 10 17:36:35.811577 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369dc5b-1864-46e2-a7a3-54eb44c0a283 req-07b10e7a-361c-4119-a1d4-d0bc849b19d6 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:35.813033 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8369dc5b-1864-46e2-a7a3-54eb44c0a283 req-07b10e7a-361c-4119-a1d4-d0bc849b19d6 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0839276 May 10 17:36:35.859838 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8369dc5b-1864-46e2-a7a3-54eb44c0a283 req-bc4f16c7-2a0e-4efb-be36-1413ad9e76e3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407646 May 10 17:36:37.047491 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55731-bbe1-48b1-8f16-53d86cdfc017 req-15c12bba-d972-4f90-abc1-d9b6b6c6c67b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:37.048954 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-00e55731-bbe1-48b1-8f16-53d86cdfc017 req-15c12bba-d972-4f90-abc1-d9b6b6c6c67b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0843701 May 10 17:36:37.094248 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-00e55731-bbe1-48b1-8f16-53d86cdfc017 req-2487ba89-13fb-446c-bd7d-56208977693f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392761 May 10 17:36:37.477265 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device b6bc9ae2-baa1-49f6-b162-f79ed6b334dc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:36:37.510753 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: b6bc9ae2-baa1-49f6-b162-f79ed6b334dc {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:36:37.511230 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device b6bc9ae2-baa1-49f6-b162-f79ed6b334dc not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:36:37.835959 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-848db5a2-b326-48d7-aad0-29a8d6835b9f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:37.837565 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-848db5a2-b326-48d7-aad0-29a8d6835b9f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.0822670 May 10 17:36:37.987819 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Deleting port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:36:37.988174 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.224672 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] For port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0fe6b61d-548b-4309-8972-4cfc5fbbe96f,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:38.225382 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.474880 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6020c67-3e14-4fbc-9043-4fd9edbfe596 req-7b5e8c93-6412-479f-9bf9-cae4b02a5fc8 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:38.477407 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e6020c67-3e14-4fbc-9043-4fd9edbfe596 req-7b5e8c93-6412-479f-9bf9-cae4b02a5fc8 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 945 time: 0.2449183 May 10 17:36:38.614527 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e6020c67-3e14-4fbc-9043-4fd9edbfe596 req-b9fbec5d-3b26-4b1d-98ce-ec7836890a40 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dfe98df-479d-429b-80c1-b6ffabeb8608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320689 May 10 17:36:38.634825 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.641024 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.641024 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.l3_db [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Floating IP 118cf9c9-9b66-4727-8bcd-296cc25a8701 disassociated. External IP: 172.28.2.41, port: 0fe6b61d-548b-4309-8972-4cfc5fbbe96f. May 10 17:36:38.641024 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Calling delete_port for 0fe6b61d-548b-4309-8972-4cfc5fbbe96f owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:36:38.846006 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.854101 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f90017a5-6708-4ac7-9aa8-1c86ac629f80 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:38.900198 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event deleted for resources: {'Port': ['ID=0fe6b61d-548b-4309-8972-4cfc5fbbe96f,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:38.903390 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:39.100498 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Router 0887f130-fe9d-443c-8299-bcb6f9e17f18 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:36:39.290054 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:36:39.304245 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd653cc-1632-405c-921c-88f008a8112a None None] Sync routers for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:36:39.317750 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd653cc-1632-405c-921c-88f008a8112a None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:36:39.319106 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-acd653cc-1632-405c-921c-88f008a8112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:39.378147 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] No DVR routers for this DVR port 0fe6b61d-548b-4309-8972-4cfc5fbbe96f on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:36:39.385051 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:39.388126 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc4799f-07dd-4e32-9f56-a3798aa75277', 'name': 'network-vif-deleted', 'tag': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:39.447474 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc4799f-07dd-4e32-9f56-a3798aa75277', 'name': 'network-vif-deleted', 'tag': '0fe6b61d-548b-4309-8972-4cfc5fbbe96f', 'status': 'completed', 'code': 200} May 10 17:36:39.486881 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-389a1ca3-72b6-45dc-86a6-9c2ef6658c3c req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.10 "DELETE /v2.0/ports/0fe6b61d-548b-4309-8972-4cfc5fbbe96f HTTP/1.1" status: 204 len: 173 time: 1.6432583 May 10 17:36:39.539467 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-acd653cc-1632-405c-921c-88f008a8112a None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:36:39.793020 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9f4e9c1a-5baa-4dcd-ac11-d5e5588f64a5 req-ee050081-3d55-413b-976b-4a01e889d5b8 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 210 time: 0.0458872 May 10 17:36:39.927004 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:39.968535 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-acd653cc-1632-405c-921c-88f008a8112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:50Z', 'revision_number': 5, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:39.972852 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd653cc-1632-405c-921c-88f008a8112a None None] Checking router: 0887f130-fe9d-443c-8299-bcb6f9e17f18 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:36:39.987544 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd653cc-1632-405c-921c-88f008a8112a None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:36:39.988367 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-acd653cc-1632-405c-921c-88f008a8112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:39.989346 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85497823-78d7-44e7-8674-343621a5932a req-4b8930f0-75a9-498b-bbba-12c91af511f2 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:39.996545 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-4b8930f0-75a9-498b-bbba-12c91af511f2 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/networks?id=781f6ddf-0c27-45f8-bede-61c30de4beb4 HTTP/1.1" status: 200 len: 812 time: 0.1676519 May 10 17:36:40.013313 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-c9e192d3-a1b7-4c5d-9b42-55f1efc3baf4 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/quotas/13a3d851d56b491e951719e8b69b2082 HTTP/1.1" status: 200 len: 375 time: 0.0158465 May 10 17:36:40.062156 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-85497823-78d7-44e7-8674-343621a5932a req-deee2e0b-32b8-4a24-aedb-e99100404b46 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Synchronizing usage tracker for tenant:13a3d851d56b491e951719e8b69b2082 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:40.155695 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-85497823-78d7-44e7-8674-343621a5932a req-deee2e0b-32b8-4a24-aedb-e99100404b46 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Unset dirty status for tenant:13a3d851d56b491e951719e8b69b2082 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:40.162707 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-deee2e0b-32b8-4a24-aedb-e99100404b46 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=13a3d851d56b491e951719e8b69b2082&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1478522 May 10 17:36:40.233042 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-acd653cc-1632-405c-921c-88f008a8112a None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:36:40.474794 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e2793771-5e1f-491d-9492-acf20483201c req-5f2c316a-e463-4328-9cd8-045eb484e003 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2060266 May 10 17:36:40.552223 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e2793771-5e1f-491d-9492-acf20483201c req-db40b4f6-468a-4c20-a6f7-e14ee294e9e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8fad140a8b34d5c803303892ce98af1&device_id=7cc4799f-07dd-4e32-9f56-a3798aa75277 HTTP/1.1" status: 200 len: 210 time: 0.0466871 May 10 17:36:40.568110 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-bb975551-b895-4306-990b-34c6cad05002 service neutron] 10.222.0.24 "GET /v2.0/networks/781f6ddf-0c27-45f8-bede-61c30de4beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989389 May 10 17:36:40.622484 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-acd653cc-1632-405c-921c-88f008a8112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:50Z', 'revision_number': 5, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:40.626669 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd653cc-1632-405c-921c-88f008a8112a None None] The sync data for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb is: [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:50Z', 'revision_number': 5, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:36:40.838896 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-e2d4b7e6-d8c0-4d77-81c4-14e804a6433a service neutron] 10.222.0.24 "GET /v2.0/networks/781f6ddf-0c27-45f8-bede-61c30de4beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661309 May 10 17:36:40.854581 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2793771-5e1f-491d-9492-acf20483201c req-b9b5a24c-f936-430c-8a56-c6a66439fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:40.865913 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e2793771-5e1f-491d-9492-acf20483201c req-b9b5a24c-f936-430c-8a56-c6a66439fb4e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e8fad140a8b34d5c803303892ce98af1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2647338 May 10 17:36:40.957453 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dfc410-a5ea-4104-ac01-91e445c6ec48 None None] New status for floating IP 118cf9c9-9b66-4727-8bcd-296cc25a8701: DOWN {{(pid=79211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:36:41.048604 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2793771-5e1f-491d-9492-acf20483201c req-f4155d42-2b57-4e95-9150-85d2c9868933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:41.049302 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55386) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:41.050157 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e2793771-5e1f-491d-9492-acf20483201c req-f4155d42-2b57-4e95-9150-85d2c9868933 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1801848 May 10 17:36:41.150342 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2bf9-c4ba-4280-9a04-999920a1741b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:41.192386 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2bf9-c4ba-4280-9a04-999920a1741b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:41.257933 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1db83739-ff8f-4b4b-90d0-3e9c1eda7d53 req-4556dc16-0f5b-454d-8dfe-07e124d8de2c tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 210 time: 0.0561826 May 10 17:36:41.423205 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2bf9-c4ba-4280-9a04-999920a1741b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:41.428346 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c64c4d02-785d-4ef2-8ca7-9bcef914b3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:41.444563 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb2bf9-c4ba-4280-9a04-999920a1741b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfe98df-479d-429b-80c1-b6ffabeb8608,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:41.449742 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1cbb2bf9-c4ba-4280-9a04-999920a1741b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:41.517781 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 0fe6b61d-548b-4309-8972-4cfc5fbbe96f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:36:41.537514 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2bf9-c4ba-4280-9a04-999920a1741b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:41.542041 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-1cbb2bf9-c4ba-4280-9a04-999920a1741b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "DELETE /v2.0/security-groups/4dfe98df-479d-429b-80c1-b6ffabeb8608 HTTP/1.1" status: 204 len: 168 time: 0.4876103 May 10 17:36:41.542335 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55406) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:41.552056 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: 0fe6b61d-548b-4309-8972-4cfc5fbbe96f {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:36:41.552407 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 0fe6b61d-548b-4309-8972-4cfc5fbbe96f not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:36:41.565871 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.api.v2.resource [None req-612afb73-50d3-4b3a-9983-b14125d7092e tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] show failed (client error): The resource could not be found. May 10 17:36:41.567037 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-612afb73-50d3-4b3a-9983-b14125d7092e tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups/4dfe98df-479d-429b-80c1-b6ffabeb8608 HTTP/1.1" status: 404 len: 347 time: 0.0237188 May 10 17:36:41.570115 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55410) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:41.795932 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-5e252976-5a80-4b39-9d28-f1b00cad091b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Deleting port d5e59774-b1cb-496b-92de-712a583548ab {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:36:41.796364 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5e252976-5a80-4b39-9d28-f1b00cad091b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:41.920976 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5e252976-5a80-4b39-9d28-f1b00cad091b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:41.921310 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5e252976-5a80-4b39-9d28-f1b00cad091b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:42.054543 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-5e252976-5a80-4b39-9d28-f1b00cad091b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Calling delete_port for d5e59774-b1cb-496b-92de-712a583548ab owned by network:floatingip {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:36:42.297399 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5e252976-5a80-4b39-9d28-f1b00cad091b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:42.304838 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:42.361372 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e252976-5a80-4b39-9d28-f1b00cad091b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event deleted for resources: {'Port': ['ID=d5e59774-b1cb-496b-92de-712a583548ab,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:42.401010 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5e252976-5a80-4b39-9d28-f1b00cad091b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:42.447792 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dc8f7440-d577-4427-b5ee-0159850183f4 req-9d9dc8a4-00e5-45a3-bcc3-3214878740f7 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 210 time: 0.0510674 May 10 17:36:42.475251 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5e252976-5a80-4b39-9d28-f1b00cad091b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:42.490483 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5e252976-5a80-4b39-9d28-f1b00cad091b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:42.494751 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-5e252976-5a80-4b39-9d28-f1b00cad091b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "DELETE /v2.0/floatingips/118cf9c9-9b66-4727-8bcd-296cc25a8701 HTTP/1.1" status: 204 len: 168 time: 0.9201999 May 10 17:36:42.941443 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55448) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:42.941443 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142366791', 'description': 'tempest-description--1448386393'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:42.945816 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:42.950177 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Usage tracker for resource:security_group and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:42.953111 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:42.962195 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:43.153983 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.174847 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:43.178555 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Usage tracker for resource:security_group_rule and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:43.181348 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:43.187040 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:43.259659 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.377181 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.382639 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-0befc9b1-8ad5-4c04-b7c3-e42beced5f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:43.424354 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fb816e-e3d0-4a7b-82e0-079efbb5805c,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:43.427162 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:43.526064 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.527386 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-8c14e0a3-2be9-4d5a-9aef-d726e108afaa tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5918696 May 10 17:36:43.530403 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55456) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:43.536082 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-6937630f-46cc-479e-9f63-c9a6577dc4ac tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Request body: {'security_group_rule': {'security_group_id': '86fb816e-e3d0-4a7b-82e0-079efbb5805c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:43.542571 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-6937630f-46cc-479e-9f63-c9a6577dc4ac tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:43.546957 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-6937630f-46cc-479e-9f63-c9a6577dc4ac tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Usage tracker for resource:security_group_rule and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:43.550128 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-6937630f-46cc-479e-9f63-c9a6577dc4ac tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:43.556035 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-6937630f-46cc-479e-9f63-c9a6577dc4ac tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:43.609531 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-427a0304-eb0d-4f31-be84-fc610b36e03e req-096e9ecc-83a0-4a1f-9158-04a2450be190 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 210 time: 0.0492859 May 10 17:36:43.646345 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6937630f-46cc-479e-9f63-c9a6577dc4ac tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.709410 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6937630f-46cc-479e-9f63-c9a6577dc4ac tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.886725 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6937630f-46cc-479e-9f63-c9a6577dc4ac tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.889845 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a8cb387e-0067-4adf-9900-768b06666539 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:43.911849 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937630f-46cc-479e-9f63-c9a6577dc4ac tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d4c68a-94e2-4a69-9159-448269ce9f5c,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:43.921218 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6937630f-46cc-479e-9f63-c9a6577dc4ac tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:44.088769 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6937630f-46cc-479e-9f63-c9a6577dc4ac tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.090323 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-6937630f-46cc-479e-9f63-c9a6577dc4ac tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5589926 May 10 17:36:44.097020 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55466) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:44.098141 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-bd4d2ac3-3e92-4321-87d2-257551b02002 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Request body: {'security_group_rule': {'security_group_id': '86fb816e-e3d0-4a7b-82e0-079efbb5805c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:44.104301 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-bd4d2ac3-3e92-4321-87d2-257551b02002 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:44.109185 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-bd4d2ac3-3e92-4321-87d2-257551b02002 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Usage tracker for resource:security_group_rule and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:44.112769 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-bd4d2ac3-3e92-4321-87d2-257551b02002 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:44.119369 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-bd4d2ac3-3e92-4321-87d2-257551b02002 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:44.123464 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85497823-78d7-44e7-8674-343621a5932a req-bd944ae9-1428-40dd-b605-11554b7920e1 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:44.125214 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-bd944ae9-1428-40dd-b605-11554b7920e1 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.10 "GET /v2.0/networks?id=781f6ddf-0c27-45f8-bede-61c30de4beb4 HTTP/1.1" status: 200 len: 812 time: 0.2434340 May 10 17:36:44.137644 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Request body: {'port': {'device_id': 'bf935751-ee91-4051-b0ac-f5ee3c91e8ce', 'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4', 'admin_state_up': True, 'tenant_id': '13a3d851d56b491e951719e8b69b2082'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:44.264756 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bd4d2ac3-3e92-4321-87d2-257551b02002 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.290456 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:44.300750 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:44.335934 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bd4d2ac3-3e92-4321-87d2-257551b02002 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.415908 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Made reservation on behalf of 13a3d851d56b491e951719e8b69b2082 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:44.419705 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.456929 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bd4d2ac3-3e92-4321-87d2-257551b02002 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.459541 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:44.486984 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d2ac3-3e92-4321-87d2-257551b02002 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291b90bd-426c-426b-9735-11a9472afddc,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:44.498403 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-bd4d2ac3-3e92-4321-87d2-257551b02002 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:44.599057 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Allocated IP 172.20.0.13 (781f6ddf-0c27-45f8-bede-61c30de4beb4/4a6d177a-43e7-4e73-9ee6-67ccf5895e4f/ac37c05d-bd12-4646-b070-03ea72b3830e) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:44.657876 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bd4d2ac3-3e92-4321-87d2-257551b02002 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.660058 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-bd4d2ac3-3e92-4321-87d2-257551b02002 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5658691 May 10 17:36:44.671595 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55480) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:44.678829 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Request body: {'floatingip': {'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:44.687913 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:44.691926 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Usage tracker for resource:floatingip and tenant:e8fad140a8b34d5c803303892ce98af1 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:44.694841 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:44.701950 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:44.772384 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-52df6bc8-db59-4bb8-bc9b-3907d6dbefe9 req-a3ef7d26-154e-4f9e-b68b-fa36cbfc8c48 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 210 time: 0.0509007 May 10 17:36:44.856380 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.860371 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.988214 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.994285 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c860b129-a174-44a3-96ff-61cffad6880c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:45.055731 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Network 781f6ddf-0c27-45f8-bede-61c30de4beb4 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:45.058861 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:45.067643 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:45.089798 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.102432 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Pushing event updated for resources: {'Port': ['ID=ac37c05d-bd12-4646-b070-03ea72b3830e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:45.106935 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:45.138209 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:45.138844 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.227066 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Allocated IP 172.28.2.192 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/228c5df1-d8ac-4f57-a023-f852210f3d14) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:45.252526 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1185827 May 10 17:36:45.265045 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Request body: {'port': {'device_id': 'bf935751-ee91-4051-b0ac-f5ee3c91e8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:45.389793 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.392179 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.532675 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.538952 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:45.606836 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:45.611082 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:45.615535 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event updated for resources: {'Port': ['ID=228c5df1-d8ac-4f57-a023-f852210f3d14,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:45.615535 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:45.642780 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:45.701929 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.765481 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac37c05d-bd12-4646-b070-03ea72b3830e {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:36:45.773226 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.788092 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Transition to ACTIVE for port object ac37c05d-bd12-4646-b070-03ea72b3830e will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:45.895045 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.963562 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fead9df-a4d6-4be3-867a-4c7f90ee277a req-c026f158-3a61-43d9-82a2-89bd56238f99 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:45.964302 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-5fead9df-a4d6-4be3-867a-4c7f90ee277a req-c026f158-3a61-43d9-82a2-89bd56238f99 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Synchronizing usage tracker for tenant:13a3d851d56b491e951719e8b69b2082 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:45.972137 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.975923 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:46.110480 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.133129 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Pushing event updated for resources: {'Port': ['ID=ac37c05d-bd12-4646-b070-03ea72b3830e,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:46.143683 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:46.144282 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-5fead9df-a4d6-4be3-867a-4c7f90ee277a req-c026f158-3a61-43d9-82a2-89bd56238f99 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Unset dirty status for tenant:13a3d851d56b491e951719e8b69b2082 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:46.145424 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5fead9df-a4d6-4be3-867a-4c7f90ee277a req-c026f158-3a61-43d9-82a2-89bd56238f99 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 932 time: 0.2665095 May 10 17:36:46.187368 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686846'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.192262 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-916da18d-bbce-4256-9d7c-5952a122297e tempest-VolumesActionsTest-1049130949 tempest-VolumesActionsTest-1049130949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:46.236510 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5fead9df-a4d6-4be3-867a-4c7f90ee277a req-57339c57-3f73-445d-a234-be89e43ac5f3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670252 May 10 17:36:46.243206 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Attempting to bind port ac37c05d-bd12-4646-b070-03ea72b3830e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:36:46.243540 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Attempting to bind port ac37c05d-bd12-4646-b070-03ea72b3830e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a8b004b6-cc86-4691-b179-54f3fa714ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:36:46.243890 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Attempting to bind port ac37c05d-bd12-4646-b070-03ea72b3830e on network 781f6ddf-0c27-45f8-bede-61c30de4beb4 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:46.250913 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Port ac37c05d-bd12-4646-b070-03ea72b3830e on network 781f6ddf-0c27-45f8-bede-61c30de4beb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:36:46.251238 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Attempting to bind port ac37c05d-bd12-4646-b070-03ea72b3830e on network 781f6ddf-0c27-45f8-bede-61c30de4beb4 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:46.265524 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:36:46.266087 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Checking segment: {'id': 'a8b004b6-cc86-4691-b179-54f3fa714ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:46.266641 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Bound using segment: {'id': 'a8b004b6-cc86-4691-b179-54f3fa714ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:36:46.267163 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Bound port: ac37c05d-bd12-4646-b070-03ea72b3830e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b004b6-cc86-4691-b179-54f3fa714ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:36:46.272634 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.302463 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event updated for resources: {'Port': ['ID=228c5df1-d8ac-4f57-a023-f852210f3d14,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:46.305315 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:46.317761 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.440496 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] For port ac37c05d-bd12-4646-b070-03ea72b3830e, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:36:46.443391 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] For port ac37c05d-bd12-4646-b070-03ea72b3830e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ac37c05d-bd12-4646-b070-03ea72b3830e,segment=NetworkSegment(a8b004b6-cc86-4691-b179-54f3fa714ccf),segment_id=a8b004b6-cc86-4691-b179-54f3fa714ccf)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:36:46.472905 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.474121 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8012266 May 10 17:36:46.583465 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.587332 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:46.641440 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:46.641845 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.643232 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] 10.222.0.10 "PUT /v2.0/ports/ac37c05d-bd12-4646-b070-03ea72b3830e HTTP/1.1" status: 200 len: 1094 time: 1.3830845 May 10 17:36:46.643747 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf935751-ee91-4051-b0ac-f5ee3c91e8ce', 'tag': 'ac37c05d-bd12-4646-b070-03ea72b3830e'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:46.675243 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Pushing event updated for resources: {'Port': ['ID=ac37c05d-bd12-4646-b070-03ea72b3830e,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:46.688858 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:46.695451 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf935751-ee91-4051-b0ac-f5ee3c91e8ce', 'tag': 'ac37c05d-bd12-4646-b070-03ea72b3830e', 'status': 'completed', 'code': 200} May 10 17:36:46.716904 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-62325204-a7e8-4074-91eb-0d357c89c85f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Synchronizing usage tracker for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:security_group {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:46.791707 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a76f81-19a6-44a0-b6fa-e74dac8ac46c req-656d4852-ac68-4ad9-b44d-0fbfc67b1727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:46.793244 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-88a76f81-19a6-44a0-b6fa-e74dac8ac46c req-656d4852-ac68-4ad9-b44d-0fbfc67b1727 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=13a3d851d56b491e951719e8b69b2082&device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 1097 time: 0.0734479 May 10 17:36:46.851988 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-62325204-a7e8-4074-91eb-0d357c89c85f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Unset dirty status for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:security_group {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:46.852808 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-62325204-a7e8-4074-91eb-0d357c89c85f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--142366791&fields=id&tenant_id=e8fad140a8b34d5c803303892ce98af1 HTTP/1.1" status: 200 len: 267 time: 0.1979091 May 10 17:36:46.943207 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a76f81-19a6-44a0-b6fa-e74dac8ac46c req-bf580589-785f-4c59-b4fc-e0ad857df00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:46.944688 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-88a76f81-19a6-44a0-b6fa-e74dac8ac46c req-bf580589-785f-4c59-b4fc-e0ad857df00a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=13a3d851d56b491e951719e8b69b2082&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1404612 May 10 17:36:47.008836 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-5b650431-b565-43b2-9d6c-1d9a27981864 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:47.010456 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-5b650431-b565-43b2-9d6c-1d9a27981864 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/networks?id=c20e4456-ac37-4c58-9b03-d15f31abbb4c HTTP/1.1" status: 200 len: 811 time: 0.1501255 May 10 17:36:47.025557 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-65afd214-3b90-4615-893c-78822b0c824c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/quotas/e8fad140a8b34d5c803303892ce98af1 HTTP/1.1" status: 200 len: 375 time: 0.0092382 May 10 17:36:47.096740 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a76f81-19a6-44a0-b6fa-e74dac8ac46c req-64217b3d-1591-4c33-9f03-dcf95681b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:47.098208 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-88a76f81-19a6-44a0-b6fa-e74dac8ac46c req-64217b3d-1591-4c33-9f03-dcf95681b13a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463575 May 10 17:36:47.115931 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-c470823f-22d6-4de2-8fed-c9c876f3c0bc tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8fad140a8b34d5c803303892ce98af1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820870 May 10 17:36:47.205233 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85497823-78d7-44e7-8674-343621a5932a req-f9be3e63-fdf7-42ec-9c86-4d17e01e0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:47.206719 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-f9be3e63-fdf7-42ec-9c86-4d17e01e0470 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=13a3d851d56b491e951719e8b69b2082&device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 1097 time: 0.0713949 May 10 17:36:47.252900 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-fc3e2915-c588-4ca7-b020-672e391699f5 service neutron] 10.222.0.24 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242523 May 10 17:36:47.290329 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-05f60ef9-a23a-4eed-87a6-aa4d83d48e6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac37c05d-bd12-4646-b070-03ea72b3830e HTTP/1.1" status: 200 len: 217 time: 0.0753686 May 10 17:36:47.398860 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55536) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:47.409641 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-a0ef09f9-3a3f-4439-9c1e-70efa3d5107d service neutron] 10.222.0.24 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506190 May 10 17:36:47.441763 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85497823-78d7-44e7-8674-343621a5932a req-0b5bdbe2-1175-487f-bda1-ec958ccb6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:47.443261 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-0b5bdbe2-1175-487f-bda1-ec958ccb6345 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a6d177a-43e7-4e73-9ee6-67ccf5895e4f HTTP/1.1" status: 200 len: 852 time: 0.1464641 May 10 17:36:47.473934 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:36:47.499262 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-1d404720-3278-4b16-82cb-0283bce4ed7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=781f6ddf-0c27-45f8-bede-61c30de4beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442772 May 10 17:36:47.525946 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-90497199-1852-4d62-9347-27972c8117e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.534572 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92370852-6dcc-476a-b97f-6d9317ed7572 req-c03c521a-86c4-4718-a4a5-0527b87ae952 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:47.536012 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-92370852-6dcc-476a-b97f-6d9317ed7572 req-c03c521a-86c4-4718-a4a5-0527b87ae952 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 944 time: 0.1803071 May 10 17:36:47.541084 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-90497199-1852-4d62-9347-27972c8117e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:47.545166 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-90497199-1852-4d62-9347-27972c8117e3 admin admin] Usage tracker for resource:security_group_rule and tenant:1303b7b06ca3435790552c9b5c284f46 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:47.548375 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-90497199-1852-4d62-9347-27972c8117e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:47.554675 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-90497199-1852-4d62-9347-27972c8117e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:47.651946 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-92370852-6dcc-476a-b97f-6d9317ed7572 req-425b6342-668f-467d-8561-41157d51a46a tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673478 May 10 17:36:47.701551 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-90497199-1852-4d62-9347-27972c8117e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.705369 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-65c2cfd9-a009-4dbf-a6cd-48cbd34b3141 service neutron] 10.222.0.10 "GET /v2.0/networks/781f6ddf-0c27-45f8-bede-61c30de4beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983140 May 10 17:36:47.707983 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a7980831-c882-4a61-b1bb-1ce55ca19768 req-ccff1d0f-60b2-4eb0-a03f-bbf66eb38ba0 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 210 time: 0.0595503 May 10 17:36:47.817202 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-90497199-1852-4d62-9347-27972c8117e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.826003 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9beb041c-e960-477e-81e7-3603e12c904d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:47.851100 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-85497823-78d7-44e7-8674-343621a5932a req-ee46f9d3-ffa1-4f83-8624-65a5918bc217 service neutron] 10.222.0.10 "GET /v2.0/networks/781f6ddf-0c27-45f8-bede-61c30de4beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333454 May 10 17:36:47.866146 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-90497199-1852-4d62-9347-27972c8117e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1303b7b06ca3435790552c9b5c284f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661119 May 10 17:36:47.867679 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497199-1852-4d62-9347-27972c8117e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988dac71-296b-4bd6-92cd-9ec485febae7,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:47.870305 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55552) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:47.870789 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-90497199-1852-4d62-9347-27972c8117e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:47.931428 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d028fdb1-9606-44a2-8593-7baa5df90852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.957044 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d028fdb1-9606-44a2-8593-7baa5df90852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.160003 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d028fdb1-9606-44a2-8593-7baa5df90852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.164997 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-209308a3-faee-4e44-9f20-a1d13d2f5c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:48.175855 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028fdb1-9606-44a2-8593-7baa5df90852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988dac71-296b-4bd6-92cd-9ec485febae7,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:48.180220 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d028fdb1-9606-44a2-8593-7baa5df90852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:48.182138 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d028fdb1-9606-44a2-8593-7baa5df90852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.183255 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-d028fdb1-9606-44a2-8593-7baa5df90852 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/988dac71-296b-4bd6-92cd-9ec485febae7 HTTP/1.1" status: 204 len: 168 time: 0.3119645 May 10 17:36:48.802795 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d16e08d2-0c8b-4260-88ce-fbafc4672663 req-bc3b947d-cf7e-45fa-92b0-d1239ce670e0 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Synchronizing usage tracker for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:48.849620 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9c045-80c9-4df9-b08e-b422ee27f9ab req-e16553b4-f781-424a-b5a3-63434c5b28fd tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:48.851280 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-32d9c045-80c9-4df9-b08e-b422ee27f9ab req-e16553b4-f781-424a-b5a3-63434c5b28fd tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 944 time: 0.0862138 May 10 17:36:48.904286 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-32d9c045-80c9-4df9-b08e-b422ee27f9ab req-aaed3547-95b9-42a6-b0e5-4606407021f2 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451674 May 10 17:36:48.937045 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d16e08d2-0c8b-4260-88ce-fbafc4672663 req-bc3b947d-cf7e-45fa-92b0-d1239ce670e0 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Unset dirty status for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:48.938254 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d16e08d2-0c8b-4260-88ce-fbafc4672663 req-bc3b947d-cf7e-45fa-92b0-d1239ce670e0 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 210 time: 0.1770494 May 10 17:36:49.406920 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55594) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:49.519337 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2137331518-network', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:49.524035 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:49.528611 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Usage tracker for resource:network and tenant:ec13fc57f8ad4b18bbdccac4873c542b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:49.531657 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:49.538057 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:49.553246 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device ac37c05d-bd12-4646-b070-03ea72b3830e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:36:49.628903 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Made reservation on behalf of ec13fc57f8ad4b18bbdccac4873c542b for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:49.631577 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:49.648885 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:49.664295 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:49.668329 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Usage tracker for resource:security_group_rule and tenant:ec13fc57f8ad4b18bbdccac4873c542b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:49.671333 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:49.677419 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:49.690689 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port ac37c05d-bd12-4646-b070-03ea72b3830e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ac37c05d-bd12-4646-b070-03ea72b3830e,segment=NetworkSegment(a8b004b6-cc86-4691-b179-54f3fa714ccf),segment_id=a8b004b6-cc86-4691-b179-54f3fa714ccf)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:49.701146 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': 'ac37c05d-bd12-4646-b070-03ea72b3830e', 'network_id': '781f6ddf-0c27-45f8-bede-61c30de4beb4', 'port_id': 'ac37c05d-bd12-4646-b070-03ea72b3830e', 'mac_address': 'fa:16:3e:8b:d4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6d177a-43e7-4e73-9ee6-67ccf5895e4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:36:49.758375 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:49.763140 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:49.775011 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac37c05d-bd12-4646-b070-03ea72b3830e {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:36:49.789735 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port ac37c05d-bd12-4646-b070-03ea72b3830e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ac37c05d-bd12-4646-b070-03ea72b3830e,segment=NetworkSegment(a8b004b6-cc86-4691-b179-54f3fa714ccf),segment_id=a8b004b6-cc86-4691-b179-54f3fa714ccf)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:49.925730 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:49.925891 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:49.927820 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:49.930371 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-27aa866d-abbf-49b4-8a49-6d9919d3944b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:49.957139 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:36:49.970128 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1833ee-3206-4bb1-b9e3-fe23bdb890d8,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:49.975332 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:49.975794 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Added segment 9321df0d-09ba-42f3-a172-f29ec13274c7 of type vlan for network a31643b7-1943-4f4d-99ae-8752792116cb May 10 17:36:49.977082 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:50.020694 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:50.054027 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=ac37c05d-bd12-4646-b070-03ea72b3830e,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:50.062995 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:50.063344 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:50.063683 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:50.064016 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:50.064342 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:50.064682 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:50.065565 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:50.065905 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:50.066436 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:50.066759 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:50.067082 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:50.067403 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:50.071579 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:50.122812 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9aade73b-0fa6-4b4d-890f-38bfea6ce218 req-59c4ab65-9ecd-4e06-aa7c-b82b442f26b3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 210 time: 0.0425446 May 10 17:36:50.160443 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['ac37c05d-bd12-4646-b070-03ea72b3830e'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:36:50.161713 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01f096-0d7b-47ad-9fe0-f00a277e20d0 req-cd6dcbb1-5a67-4c68-bafb-cf5ff2f64f2d tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:50.163245 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2c01f096-0d7b-47ad-9fe0-f00a277e20d0 req-cd6dcbb1-5a67-4c68-bafb-cf5ff2f64f2d tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 945 time: 0.0906296 May 10 17:36:50.208199 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2c01f096-0d7b-47ad-9fe0-f00a277e20d0 req-b8a30921-8238-400a-b50e-a36fe17d9355 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390131 May 10 17:36:50.209692 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:50.211159 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:50.211755 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:50.216672 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:50.514391 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Pushing event updated for resources: {'Network': ['ID=a31643b7-1943-4f4d-99ae-8752792116cb,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:50.517077 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:50.524892 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network a31643b7-1943-4f4d-99ae-8752792116cb details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:36:50.578586 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-059a679b-b3e4-451f-80fb-6c67b9b06f53 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:50.580044 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-059a679b-b3e4-451f-80fb-6c67b9b06f53 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.10 "GET /v2.0/networks?id=c20e4456-ac37-4c58-9b03-d15f31abbb4c HTTP/1.1" status: 200 len: 811 time: 0.1879225 May 10 17:36:50.607182 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1987615 May 10 17:36:50.610022 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55614) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:50.616665 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Request body: {'subnet': {'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2137331518-subnet', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:50.630062 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:50.638438 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Usage tracker for resource:subnet and tenant:ec13fc57f8ad4b18bbdccac4873c542b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:50.643424 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:50.649615 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-d673bde0-f3a8-4565-89f1-e9ecb0fad6f5 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8fad140a8b34d5c803303892ce98af1 HTTP/1.1" status: 200 len: 379 time: 0.0603728 May 10 17:36:50.653142 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:50.660014 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Request body: {'port': {'device_id': '1b3aad25-b453-458d-8133-b67f129dd356', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'admin_state_up': True, 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'security_groups': ['86fb816e-e3d0-4a7b-82e0-079efbb5805c']}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:50.798134 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:50.807399 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:50.810157 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Made reservation on behalf of ec13fc57f8ad4b18bbdccac4873c542b for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:50.811615 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1585389'] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:51.002862 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Made reservation on behalf of e8fad140a8b34d5c803303892ce98af1 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:51.006374 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:51.276072 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Allocated IP 172.20.0.11 (c20e4456-ac37-4c58-9b03-d15f31abbb4c/75aca7b6-f2af-4dda-be71-726ffe0ee9bc/4215d1fc-ca12-4ee6-b8b2-88d197adf967) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:51.286207 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-117029d7-8a3a-4455-81e6-c6522190e2f3 req-19d9e90d-634b-43d1-a863-165bdf246470 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 210 time: 0.0551822 May 10 17:36:51.404330 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc302-5ab9-408a-aca1-ddcc652a1d2b req-6486a01a-ecea-48c0-bf26-a0bcb63fcfe8 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:51.405697 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-370dc302-5ab9-408a-aca1-ddcc652a1d2b req-6486a01a-ecea-48c0-bf26-a0bcb63fcfe8 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 945 time: 0.0799584 May 10 17:36:51.454519 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-370dc302-5ab9-408a-aca1-ddcc652a1d2b req-ad92a52b-8cff-4872-9536-b327102c07cc tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428345 May 10 17:36:51.537102 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:51.555221 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device ac37c05d-bd12-4646-b070-03ea72b3830e up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:51.564648 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2331146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1585311'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:51.566169 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Transition to ACTIVE for port object 4215d1fc-ca12-4ee6-b8b2-88d197adf967 will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:51.572222 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b12f82dd-f4e3-447b-8669-c2beb0d4698c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:51.659919 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e1df90-1218-483e-9b2a-2ae385c68944,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:51.664087 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:51.677624 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Checking segment: {'id': '9321df0d-09ba-42f3-a172-f29ec13274c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:51.677624 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Network hostable DHCP agents. Network: a31643b7-1943-4f4d-99ae-8752792116cb, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:36:51.823120 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port ac37c05d-bd12-4646-b070-03ea72b3830e completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:51.828338 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Network a31643b7-1943-4f4d-99ae-8752792116cb is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:36:51.832367 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:51.839453 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port ac37c05d-bd12-4646-b070-03ea72b3830e triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:51.840319 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:51.851249 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:51.910750 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Network c20e4456-ac37-4c58-9b03-d15f31abbb4c is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:51.913477 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:51.917382 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:51.959911 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:51.962204 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event updated for resources: {'Port': ['ID=4215d1fc-ca12-4ee6-b8b2-88d197adf967,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:51.967690 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:51.990354 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf935751-ee91-4051-b0ac-f5ee3c91e8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac37c05d-bd12-4646-b070-03ea72b3830e'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:51.998604 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:51.999581 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.001077 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port ac37c05d-bd12-4646-b070-03ea72b3830e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ac37c05d-bd12-4646-b070-03ea72b3830e,segment=NetworkSegment(a8b004b6-cc86-4691-b179-54f3fa714ccf),segment_id=a8b004b6-cc86-4691-b179-54f3fa714ccf)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:52.040478 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf935751-ee91-4051-b0ac-f5ee3c91e8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac37c05d-bd12-4646-b070-03ea72b3830e', 'code': 200} May 10 17:36:52.074707 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, a31643b7-1943-4f4d-99ae-8752792116cb) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:52.082305 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0600b63-b126-4fe4-a718-f14f984592ee None None] Network a31643b7-1943-4f4d-99ae-8752792116cb requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:36:52.096339 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:52.096929 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.154100 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.159512 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:52.182725 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5261841 May 10 17:36:52.195407 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Request body: {'port': {'device_id': '1b3aad25-b453-458d-8133-b67f129dd356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:52.229733 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55638) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:52.230032 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6187704 May 10 17:36:52.237265 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:52.246166 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:52.259281 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Usage tracker for resource:router and tenant:ec13fc57f8ad4b18bbdccac4873c542b is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:52.266811 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:52.276818 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=ac37c05d-bd12-4646-b070-03ea72b3830e,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:52.280573 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:52.289677 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:52.343785 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.381821 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-ce4abf76-f5ae-4c11-bb91-ba44c6006184 None None] Provisioning for port 4215d1fc-ca12-4ee6-b8b2-88d197adf967 completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:52.393060 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-882927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30221'] for router, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.394080 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-ce4abf76-f5ae-4c11-bb91-ba44c6006184 None None] Provisioning complete for port 4215d1fc-ca12-4ee6-b8b2-88d197adf967 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:52.394239 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30228'] for router, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.394571 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-ce4abf76-f5ae-4c11-bb91-ba44c6006184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.415498 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.428706 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81061628-2112-4edd-8913-be5f518098ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d5f488-2568-549c-8d36-828068fc4572-a31643b7-1943-4f4d-99ae-8752792116cb', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'fixed_ips': [{'subnet_id': '78e1df90-1218-483e-9b2a-2ae385c68944'}]}} from dv-cinder-786386-3-smb. {{(pid=79210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:36:52.429822 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-81061628-2112-4edd-8913-be5f518098ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.513084 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-ce4abf76-f5ae-4c11-bb91-ba44c6006184 None None] Port 4215d1fc-ca12-4ee6-b8b2-88d197adf967 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:36:52.635613 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.db_base_plugin_common [None req-81061628-2112-4edd-8913-be5f518098ad None None] Allocated IP 172.20.0.2 (a31643b7-1943-4f4d-99ae-8752792116cb/78e1df90-1218-483e-9b2a-2ae385c68944/b7f56304-8578-4744-aac4-7e8bd80a3654) {{(pid=79210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:52.834054 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6187-ee11-4c71-87ee-d0d233f5bb0f req-3f78c822-b6f1-4422-8fa6-8b41021d82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:52.835559 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0cbe6187-ee11-4c71-87ee-d0d233f5bb0f req-3f78c822-b6f1-4422-8fa6-8b41021d82b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 1099 time: 0.3643844 May 10 17:36:52.850745 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-81061628-2112-4edd-8913-be5f518098ad None None] Notify callbacks [] for port, precommit_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.861483 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-81061628-2112-4edd-8913-be5f518098ad None None] Transition to ACTIVE for port object b7f56304-8578-4744-aac4-7e8bd80a3654 will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:52.864555 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a8743-72cb-4023-945f-7e90d0e4f02e req-1f9f3d94-afb5-4716-aae1-a3613db644e3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:52.865256 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-5e0a8743-72cb-4023-945f-7e90d0e4f02e req-1f9f3d94-afb5-4716-aae1-a3613db644e3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Synchronizing usage tracker for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:52.880936 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-81061628-2112-4edd-8913-be5f518098ad None None] Transition to ACTIVE for port object b7f56304-8578-4744-aac4-7e8bd80a3654 will not be triggered until provisioned by entity DHCP. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:52.917167 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0cbe6187-ee11-4c71-87ee-d0d233f5bb0f req-3faf13ac-87af-4699-9e4c-4a4a17e1fa38 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750782 May 10 17:36:52.935419 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-878363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30310'] for router, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.943810 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-81061628-2112-4edd-8913-be5f518098ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.949248 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:52.963628 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4584cd-e9aa-427a-85ad-4d6b9b35167b req-44d298fd-6189-4904-8db1-4e759c876ba0 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:52.965246 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ae4584cd-e9aa-427a-85ad-4d6b9b35167b req-44d298fd-6189-4904-8db1-4e759c876ba0 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 946 time: 0.3759720 May 10 17:36:52.991237 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4215d1fc-ca12-4ee6-b8b2-88d197adf967 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:36:52.999715 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:53.012775 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ae4584cd-e9aa-427a-85ad-4d6b9b35167b req-e6627d3b-4e73-4b3a-a8ff-8f6d0f274212 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 May 10 17:36:53.015501 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Transition to ACTIVE for port object 4215d1fc-ca12-4ee6-b8b2-88d197adf967 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:53.035343 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-5e0a8743-72cb-4023-945f-7e90d0e4f02e req-1f9f3d94-afb5-4716-aae1-a3613db644e3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Unset dirty status for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:53.037590 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5e0a8743-72cb-4023-945f-7e90d0e4f02e req-1f9f3d94-afb5-4716-aae1-a3613db644e3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 932 time: 0.6087086 May 10 17:36:53.049213 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81061628-2112-4edd-8913-be5f518098ad None None] Network a31643b7-1943-4f4d-99ae-8752792116cb is already hosted by enough agents. {{(pid=79210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:53.049213 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.base_scheduler [None req-81061628-2112-4edd-8913-be5f518098ad None None] Resources bound (agent type, host, resource id): {{(pid=79210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:53.050049 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81061628-2112-4edd-8913-be5f518098ad None None] Received port after_create {{(pid=79210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:53.091591 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5e0a8743-72cb-4023-945f-7e90d0e4f02e req-bcfab859-a3a2-45fd-b7c0-725ddf2cf635 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=86fb816e-e3d0-4a7b-82e0-079efbb5805c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471601 May 10 17:36:53.095045 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81061628-2112-4edd-8913-be5f518098ad None None] Pushing event updated for resources: {'Port': ['ID=b7f56304-8578-4744-aac4-7e8bd80a3654,revision_number=1']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:53.098016 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-81061628-2112-4edd-8913-be5f518098ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:53.108856 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:53.117657 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ae87840e-3a86-4091-8f57-c9ed5b3ee548 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:53.158714 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-81061628-2112-4edd-8913-be5f518098ad None None] Attempting to bind port b7f56304-8578-4744-aac4-7e8bd80a3654 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:36:53.159095 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-81061628-2112-4edd-8913-be5f518098ad None None] Attempting to bind port b7f56304-8578-4744-aac4-7e8bd80a3654 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': '9321df0d-09ba-42f3-a172-f29ec13274c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:36:53.159468 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81061628-2112-4edd-8913-be5f518098ad None None] Attempting to bind port b7f56304-8578-4744-aac4-7e8bd80a3654 on network a31643b7-1943-4f4d-99ae-8752792116cb {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:53.165363 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81061628-2112-4edd-8913-be5f518098ad None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:36:53.165802 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81061628-2112-4edd-8913-be5f518098ad None None] Checking segment: {'id': '9321df0d-09ba-42f3-a172-f29ec13274c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:53.166241 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-81061628-2112-4edd-8913-be5f518098ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:53.166965 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81061628-2112-4edd-8913-be5f518098ad None None] Bound using segment: {'id': '9321df0d-09ba-42f3-a172-f29ec13274c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:36:53.167651 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-81061628-2112-4edd-8913-be5f518098ad None None] Bound port: b7f56304-8578-4744-aac4-7e8bd80a3654, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9321df0d-09ba-42f3-a172-f29ec13274c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:36:53.168522 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-81061628-2112-4edd-8913-be5f518098ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:53.268249 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-81061628-2112-4edd-8913-be5f518098ad None None] For port b7f56304-8578-4744-aac4-7e8bd80a3654, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:36:53.278381 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-81061628-2112-4edd-8913-be5f518098ad None None] For port b7f56304-8578-4744-aac4-7e8bd80a3654, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=b7f56304-8578-4744-aac4-7e8bd80a3654,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:36:53.306413 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Pushing event updated for resources: {'Port': ['ID=4215d1fc-ca12-4ee6-b8b2-88d197adf967,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:53.340784 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:53.354956 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-81061628-2112-4edd-8913-be5f518098ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:53.363448 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:53.406331 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Attempting to bind port 4215d1fc-ca12-4ee6-b8b2-88d197adf967 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:36:53.406688 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Attempting to bind port 4215d1fc-ca12-4ee6-b8b2-88d197adf967 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:36:53.407020 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Attempting to bind port 4215d1fc-ca12-4ee6-b8b2-88d197adf967 on network c20e4456-ac37-4c58-9b03-d15f31abbb4c {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:53.434610 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Port 4215d1fc-ca12-4ee6-b8b2-88d197adf967 on network c20e4456-ac37-4c58-9b03-d15f31abbb4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:36:53.435390 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Attempting to bind port 4215d1fc-ca12-4ee6-b8b2-88d197adf967 on network c20e4456-ac37-4c58-9b03-d15f31abbb4c {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:53.442764 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:36:53.443032 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Checking segment: {'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:53.443421 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Bound using segment: {'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:36:53.444010 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Bound port: 4215d1fc-ca12-4ee6-b8b2-88d197adf967, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a489b937-5b97-4894-bdb2-55db547c3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:36:53.444362 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:53.458752 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:53.485843 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81061628-2112-4edd-8913-be5f518098ad None None] Pushing event updated for resources: {'Port': ['ID=b7f56304-8578-4744-aac4-7e8bd80a3654,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:53.495737 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-81061628-2112-4edd-8913-be5f518098ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:53.502566 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:53.557883 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] For port 4215d1fc-ca12-4ee6-b8b2-88d197adf967, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:36:53.561813 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] For port 4215d1fc-ca12-4ee6-b8b2-88d197adf967, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4215d1fc-ca12-4ee6-b8b2-88d197adf967,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:36:53.573063 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-eb159ad4-ca34-48e9-a16d-2e73341346d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:53.653069 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:53.681497 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ff06d860-6910-4b5d-8210-3c80c4946e64 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:53.683630 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Allocated IP 172.28.2.244 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/16aabb2a-17dc-43c8-8a36-cb212485dd19) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:53.852563 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:53.853257 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:53.854765 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] 10.222.0.10 "PUT /v2.0/ports/4215d1fc-ca12-4ee6-b8b2-88d197adf967 HTTP/1.1" status: 200 len: 1094 time: 1.6637585 May 10 17:36:53.855284 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3aad25-b453-458d-8133-b67f129dd356', 'tag': '4215d1fc-ca12-4ee6-b8b2-88d197adf967'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:53.861994 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Pushing event updated for resources: {'Port': ['ID=4215d1fc-ca12-4ee6-b8b2-88d197adf967,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:53.873326 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:53.934825 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3aad25-b453-458d-8133-b67f129dd356', 'tag': '4215d1fc-ca12-4ee6-b8b2-88d197adf967', 'status': 'completed', 'code': 200} May 10 17:36:53.957481 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:54.069922 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc94e86-a457-465a-b86b-fb5e90d3e212 req-7b61327d-5fd6-4c19-bf42-341e3746a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.072271 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ffc94e86-a457-465a-b86b-fb5e90d3e212 req-7b61327d-5fd6-4c19-bf42-341e3746a3e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8fad140a8b34d5c803303892ce98af1&device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 1097 time: 0.0861297 May 10 17:36:54.092674 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:54.100981 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b30ba2aa-41a6-4b7a-b5bc-ebcbfad798dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:54.234161 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:54.244780 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:54.247936 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:54.279902 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc94e86-a457-465a-b86b-fb5e90d3e212 req-6d182c19-8046-4b6e-8810-c3dd7e2d1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.281765 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ffc94e86-a457-465a-b86b-fb5e90d3e212 req-6d182c19-8046-4b6e-8810-c3dd7e2d1f2e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e8fad140a8b34d5c803303892ce98af1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2014270 May 10 17:36:54.290525 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Pushing event updated for resources: {'Port': ['ID=16aabb2a-17dc-43c8-8a36-cb212485dd19,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:54.293390 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:54.424037 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e02935-b077-4ca8-a05a-cc7fb686fc6c req-da210e77-2088-4c6a-90d1-6221d655d058 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.425712 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-32e02935-b077-4ca8-a05a-cc7fb686fc6c req-da210e77-2088-4c6a-90d1-6221d655d058 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 944 time: 0.2095051 May 10 17:36:54.474346 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc94e86-a457-465a-b86b-fb5e90d3e212 req-a99ba555-b7de-4a6e-bbc5-b9ee1f8f32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.475972 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ffc94e86-a457-465a-b86b-fb5e90d3e212 req-a99ba555-b7de-4a6e-bbc5-b9ee1f8f32c3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1857839 May 10 17:36:54.503992 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-32e02935-b077-4ca8-a05a-cc7fb686fc6c req-e64c5ca3-91dd-4743-bb5b-6496cda60f11 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=86fb816e-e3d0-4a7b-82e0-079efbb5805c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717094 May 10 17:36:54.531982 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34075319-d4d4-44a9-84a9-3de7c1fa7360 req-7cbc489c-c094-44d8-84c4-ed940f62349e tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.533759 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-34075319-d4d4-44a9-84a9-3de7c1fa7360 req-7cbc489c-c094-44d8-84c4-ed940f62349e tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 946 time: 0.3688943 May 10 17:36:54.592824 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be0943-3482-46e8-8f19-c4d15a6399b5 None None] Network a31643b7-1943-4f4d-99ae-8752792116cb requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:36:54.597460 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-34075319-d4d4-44a9-84a9-3de7c1fa7360 req-22e57fae-367e-4ba1-b2d5-c8a15006dad8 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567656 May 10 17:36:54.623066 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-3e635b55-54b7-406d-83b3-472c0db49b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.625256 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-3e635b55-54b7-406d-83b3-472c0db49b08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8fad140a8b34d5c803303892ce98af1&device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 1097 time: 0.0955157 May 10 17:36:54.703372 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-103f7c42-0843-42ba-8605-febe82abfc4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4215d1fc-ca12-4ee6-b8b2-88d197adf967 HTTP/1.1" status: 200 len: 217 time: 0.0678852 May 10 17:36:54.768229 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-8cd5c614-ee91-4fc4-b7aa-8350ec1031e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.769779 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-8cd5c614-ee91-4fc4-b7aa-8350ec1031e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75aca7b6-f2af-4dda-be71-726ffe0ee9bc HTTP/1.1" status: 200 len: 850 time: 0.0599573 May 10 17:36:54.809075 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-797f386e-f0bd-4cbe-ac2e-78240d47f739 None None] Provisioning for port b7f56304-8578-4744-aac4-7e8bd80a3654 completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:54.850359 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-f480e3c6-d163-4fdc-a8a2-e2e5e69d063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.851743 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-f480e3c6-d163-4fdc-a8a2-e2e5e69d063f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c20e4456-ac37-4c58-9b03-d15f31abbb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750666 May 10 17:36:54.969475 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:55.099744 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-f43af6a5-6dd5-4e3d-a5cd-b23e510201bf service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408781 May 10 17:36:55.238712 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e72cc5ec-875a-4c40-bf7f-462768fc55b0 req-e776f1c6-2b0a-4858-b776-87fde11317e2 service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315017 May 10 17:36:55.316498 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-878434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661772'] for router, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:55.443675 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device b7f56304-8578-4744-aac4-7e8bd80a3654 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:55.694103 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35905b36-8a28-4fb2-8edb-4ab74751c990 req-00d9494a-0bfe-40d6-9b81-a9451ed1c0a3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:55.695783 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-35905b36-8a28-4fb2-8edb-4ab74751c990 req-00d9494a-0bfe-40d6-9b81-a9451ed1c0a3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 944 time: 0.0788879 May 10 17:36:55.743176 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-35905b36-8a28-4fb2-8edb-4ab74751c990 req-629d7e6d-89a6-4445-94e1-7c35f812f150 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=86fb816e-e3d0-4a7b-82e0-079efbb5805c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414591 May 10 17:36:55.788792 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11329dc-0846-46a4-8275-19e97e9ef959 req-23a19f6c-754a-4dd3-a42e-ac9ec9b0a50f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:55.790393 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c11329dc-0846-46a4-8275-19e97e9ef959 req-23a19f6c-754a-4dd3-a42e-ac9ec9b0a50f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 946 time: 0.0810435 May 10 17:36:55.800171 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Router a9f20609-9f95-48b1-8230-da9c4b7db4e5 is scheduled to L3 agent 0356254e-8511-425b-a043-3795cd14905b with binding_index 1 {{(pid=79209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:36:55.801338 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port b7f56304-8578-4744-aac4-7e8bd80a3654 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:55.806442 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port b7f56304-8578-4744-aac4-7e8bd80a3654 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:55.806933 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:55.847926 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c11329dc-0846-46a4-8275-19e97e9ef959 req-d2bbd72a-e32a-4f40-9daf-c9bc67670344 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510623 May 10 17:36:55.927870 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:55.966908 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port b7f56304-8578-4744-aac4-7e8bd80a3654, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=b7f56304-8578-4744-aac4-7e8bd80a3654,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:56.003026 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:36:56.013247 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Sync routers for ids ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:36:56.025148 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Routers {'a9f20609-9f95-48b1-8230-da9c4b7db4e5'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:36:56.026148 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:56.079097 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.134720 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:56.171578 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Notify callbacks [] for router, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.173914 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9416280 May 10 17:36:56.176532 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55678) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:56.189245 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-a13734f6-a2ee-4ef4-9dbe-e1d4d17c6aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.244910 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=b7f56304-8578-4744-aac4-7e8bd80a3654,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:56.249482 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:56.277117 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Set router a9f20609-9f95-48b1-8230-da9c4b7db4e5 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:36:56.386539 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.582753 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:36:54Z', 'revision_number': 3, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:56.587002 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Checking router: a9f20609-9f95-48b1-8230-da9c4b7db4e5 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:36:56.587439 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Updating router a9f20609-9f95-48b1-8230-da9c4b7db4e5 port 16aabb2a-17dc-43c8-8a36-cb212485dd19 binding host dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:36:56.639929 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.910988 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.955028 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55696) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:57.030834 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.038047 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.042401 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Transition to ACTIVE for port object 16aabb2a-17dc-43c8-8a36-cb212485dd19 will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:57.059737 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dfee7-c3cf-4033-9eb0-d9ddaf0ab6b8 req-8f181854-b234-4f65-8a1c-0262015408f2 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:57.061244 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-936dfee7-c3cf-4033-9eb0-d9ddaf0ab6b8 req-8f181854-b234-4f65-8a1c-0262015408f2 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 944 time: 0.1943638 May 10 17:36:57.084738 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e4f869d8-d893-441e-87a8-a6d3f810aaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.099098 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e4f869d8-d893-441e-87a8-a6d3f810aaab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:57.103215 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e4f869d8-d893-441e-87a8-a6d3f810aaab admin admin] Usage tracker for resource:security_group_rule and tenant:acc458d192cf49bbb5ed3bbb09fd4c38 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:57.106021 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e4f869d8-d893-441e-87a8-a6d3f810aaab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:57.111774 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e4f869d8-d893-441e-87a8-a6d3f810aaab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:57.154405 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.159147 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:57.165053 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-936dfee7-c3cf-4033-9eb0-d9ddaf0ab6b8 req-f671b245-c98b-4f61-8243-98f7bb27c113 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=86fb816e-e3d0-4a7b-82e0-079efbb5805c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643895 May 10 17:36:57.217421 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e4f869d8-d893-441e-87a8-a6d3f810aaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.237105 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Attempting to bind port 16aabb2a-17dc-43c8-8a36-cb212485dd19 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:36:57.237480 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Attempting to bind port 16aabb2a-17dc-43c8-8a36-cb212485dd19 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:36:57.237878 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Attempting to bind port 16aabb2a-17dc-43c8-8a36-cb212485dd19 on network e0dd7f9d-963f-4e7d-9505-8e20a5139fef {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:57.244674 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc6c15-41b4-4fe2-837c-42a8c9617927 None None] Pushing event updated for resources: {'Port': ['ID=16aabb2a-17dc-43c8-8a36-cb212485dd19,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:57.256655 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-b7bc6c15-41b4-4fe2-837c-42a8c9617927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:57.257569 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:36:57.257942 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Checking segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:57.258856 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.258856 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Bound using segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:36:57.259232 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Bound port: 16aabb2a-17dc-43c8-8a36-cb212485dd19, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:36:57.259601 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.291775 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e4f869d8-d893-441e-87a8-a6d3f810aaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.304550 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7868b37d-11cb-497d-8b61-11cbc36ef061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:57.342990 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] For port 16aabb2a-17dc-43c8-8a36-cb212485dd19, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:36:57.347429 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] For port 16aabb2a-17dc-43c8-8a36-cb212485dd19, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=16aabb2a-17dc-43c8-8a36-cb212485dd19,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:36:57.352028 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Allocated IP 172.20.0.1 (a31643b7-1943-4f4d-99ae-8752792116cb/78e1df90-1218-483e-9b2a-2ae385c68944/95ebf808-ba97-4d1b-9b27-fb3f895954ed) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:57.390800 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-e4f869d8-d893-441e-87a8-a6d3f810aaab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acc458d192cf49bbb5ed3bbb09fd4c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345381 May 10 17:36:57.394222 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55704) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:57.396544 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f869d8-d893-441e-87a8-a6d3f810aaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0287be22-8c85-49be-9317-cbc2dc59c1a6,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:57.400143 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e4f869d8-d893-441e-87a8-a6d3f810aaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:57.454485 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device b7f56304-8578-4744-aac4-7e8bd80a3654 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:57.487666 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.497751 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:57.558050 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-28eccf2c-944c-4945-880d-d3c7dde7b742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.576160 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 4215d1fc-ca12-4ee6-b8b2-88d197adf967 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:36:57.578886 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.599831 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Routers {'a9f20609-9f95-48b1-8230-da9c4b7db4e5'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:36:57.600459 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:57.609129 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-28eccf2c-944c-4945-880d-d3c7dde7b742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.619533 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Transition to ACTIVE for port object 95ebf808-ba97-4d1b-9b27-fb3f895954ed will not be triggered until provisioned by entity DHCP. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:57.713999 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc6c15-41b4-4fe2-837c-42a8c9617927 None None] Pushing event updated for resources: {'Port': ['ID=16aabb2a-17dc-43c8-8a36-cb212485dd19,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:57.725336 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-b7bc6c15-41b4-4fe2-837c-42a8c9617927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:57.777322 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-28eccf2c-944c-4945-880d-d3c7dde7b742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.781446 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-22fa9043-2ff6-4fd3-b0f3-67cc98332627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:57.795234 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eccf2c-944c-4945-880d-d3c7dde7b742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0287be22-8c85-49be-9317-cbc2dc59c1a6,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:57.798029 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-28eccf2c-944c-4945-880d-d3c7dde7b742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:57.803181 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-28eccf2c-944c-4945-880d-d3c7dde7b742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.804303 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-28eccf2c-944c-4945-880d-d3c7dde7b742 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0287be22-8c85-49be-9317-cbc2dc59c1a6 HTTP/1.1" status: 204 len: 168 time: 0.4092493 May 10 17:36:57.814618 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.819338 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-10291bb9-0f21-47ac-902e-15ddd2a8670d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:57.826652 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port b7f56304-8578-4744-aac4-7e8bd80a3654 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:57.827025 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.873842 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Network a31643b7-1943-4f4d-99ae-8752792116cb is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:57.876803 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:57.880306 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:57.930456 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Pushing event updated for resources: {'Port': ['ID=95ebf808-ba97-4d1b-9b27-fb3f895954ed,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:57.934796 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:57.939365 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] Set router a9f20609-9f95-48b1-8230-da9c4b7db4e5 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:36:57.953844 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659411'] for router_interface, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:58.166169 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 4215d1fc-ca12-4ee6-b8b2-88d197adf967, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4215d1fc-ca12-4ee6-b8b2-88d197adf967,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:58.226920 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '4215d1fc-ca12-4ee6-b8b2-88d197adf967', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'port_id': '4215d1fc-ca12-4ee6-b8b2-88d197adf967', 'mac_address': 'fa:16:3e:e7:44:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:36:58.315854 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-ea80695a-de4b-43f2-a138-37db0d95ab12 None None] Provisioning for port 95ebf808-ba97-4d1b-9b27-fb3f895954ed completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:58.333564 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-ea80695a-de4b-43f2-a138-37db0d95ab12 None None] Provisioning complete for port 95ebf808-ba97-4d1b-9b27-fb3f895954ed triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:58.342018 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-ea80695a-de4b-43f2-a138-37db0d95ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:58.433215 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:58.465467 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:58.469733 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df187-f3c6-4224-bac7-145c78d02927 req-24c2ecee-5694-496d-8698-83ba00a4bea2 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:58.481178 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e00df187-f3c6-4224-bac7-145c78d02927 req-24c2ecee-5694-496d-8698-83ba00a4bea2 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 944 time: 0.1741302 May 10 17:36:58.512599 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4215d1fc-ca12-4ee6-b8b2-88d197adf967 {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:36:58.518787 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-ea80695a-de4b-43f2-a138-37db0d95ab12 None None] Port 95ebf808-ba97-4d1b-9b27-fb3f895954ed cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:36:58.537325 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e00df187-f3c6-4224-bac7-145c78d02927 req-ef7f82f3-2a41-4884-91bf-8d3d62c10bf1 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=86fb816e-e3d0-4a7b-82e0-079efbb5805c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549440 May 10 17:36:58.543400 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 4215d1fc-ca12-4ee6-b8b2-88d197adf967, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4215d1fc-ca12-4ee6-b8b2-88d197adf967,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:58.570623 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:36:54Z', 'revision_number': 3, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:58.576026 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee240b-568e-4c61-b638-89a5969b5d41 None None] The sync data for ids ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'] in dv-cinder-786386-3-smb is: [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:36:54Z', 'revision_number': 3, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:36:58.702853 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:58.704833 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:58.776166 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=4215d1fc-ca12-4ee6-b8b2-88d197adf967,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:58.779944 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:58.815751 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:58.851620 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:58.930337 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['4215d1fc-ca12-4ee6-b8b2-88d197adf967'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:36:59.034776 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686846'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:59.073952 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:59.152337 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Pushing event updated for resources: {'Port': ['ID=95ebf808-ba97-4d1b-9b27-fb3f895954ed,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:59.155210 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659312'] for router_interface, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:59.158891 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:59.306177 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Network a31643b7-1943-4f4d-99ae-8752792116cb is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:59.307408 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:59.505526 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 16aabb2a-17dc-43c8-8a36-cb212485dd19 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:59.591779 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 4215d1fc-ca12-4ee6-b8b2-88d197adf967 up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:59.603560 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Router a9f20609-9f95-48b1-8230-da9c4b7db4e5 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:36:59.711195 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-23e6617e-b65b-429e-b019-2585c6e175a0 None None] Provisioning complete for port 95ebf808-ba97-4d1b-9b27-fb3f895954ed triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:59.712407 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-23e6617e-b65b-429e-b019-2585c6e175a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:59.808151 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-23e6617e-b65b-429e-b019-2585c6e175a0 None None] Port 95ebf808-ba97-4d1b-9b27-fb3f895954ed cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:36:59.826983 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:36:59.832028 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-e984ba75-f53a-45df-9651-4ee025b8b37a admin admin] 10.222.0.24 "PUT /v2.0/routers/a9f20609-9f95-48b1-8230-da9c4b7db4e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6543958 May 10 17:36:59.846121 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 16aabb2a-17dc-43c8-8a36-cb212485dd19 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:59.851522 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 16aabb2a-17dc-43c8-8a36-cb212485dd19 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:59.851956 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:59.876208 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed3389-5996-47e4-ac30-29f4975b1ac2 req-c2b6d748-a2c6-4a08-805f-d0f33e499a8a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:59.877891 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-71ed3389-5996-47e4-ac30-29f4975b1ac2 req-c2b6d748-a2c6-4a08-805f-d0f33e499a8a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 945 time: 0.1082008 May 10 17:36:59.941757 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-71ed3389-5996-47e4-ac30-29f4975b1ac2 req-9a9d4d79-3563-4857-a916-4238a61d4b3b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=86fb816e-e3d0-4a7b-82e0-079efbb5805c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503442 May 10 17:36:59.982599 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:59.994527 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port 4215d1fc-ca12-4ee6-b8b2-88d197adf967 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:00.003038 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 4215d1fc-ca12-4ee6-b8b2-88d197adf967 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:00.003356 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:00.028608 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port 16aabb2a-17dc-43c8-8a36-cb212485dd19, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=16aabb2a-17dc-43c8-8a36-cb212485dd19,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:00.123998 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:00.150755 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3aad25-b453-458d-8133-b67f129dd356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4215d1fc-ca12-4ee6-b8b2-88d197adf967'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:00.160132 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 4215d1fc-ca12-4ee6-b8b2-88d197adf967, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4215d1fc-ca12-4ee6-b8b2-88d197adf967,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:00.167798 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:00.170819 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-81061628-2112-4edd-8913-be5f518098ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:00.229235 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3aad25-b453-458d-8133-b67f129dd356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4215d1fc-ca12-4ee6-b8b2-88d197adf967', 'code': 200} May 10 17:37:00.253344 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=16aabb2a-17dc-43c8-8a36-cb212485dd19,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:00.257282 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:00.280247 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:00.282443 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:00.354252 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Sync routers for ids ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:37:00.364503 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=4215d1fc-ca12-4ee6-b8b2-88d197adf967,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:00.365544 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Routers {'a9f20609-9f95-48b1-8230-da9c4b7db4e5'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:37:00.366700 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:00.369200 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:00.399258 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55756) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:00.522282 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f74fd252-edba-4391-8fb4-3fc0040c89bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:00.537430 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f74fd252-edba-4391-8fb4-3fc0040c89bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:00.541881 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f74fd252-edba-4391-8fb4-3fc0040c89bd admin admin] Usage tracker for resource:security_group_rule and tenant:cee3069d85f44c9f967cbd908b1d1538 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:00.545461 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f74fd252-edba-4391-8fb4-3fc0040c89bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:00.551493 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f74fd252-edba-4391-8fb4-3fc0040c89bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:00.553415 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Set router a9f20609-9f95-48b1-8230-da9c4b7db4e5 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:37:00.679031 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f74fd252-edba-4391-8fb4-3fc0040c89bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:00.703078 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7047333-81fb-4bf6-84b5-a425020a7533 req-ce1bf291-50b8-4bae-acbe-f0d186171d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:00.704552 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f7047333-81fb-4bf6-84b5-a425020a7533 req-ce1bf291-50b8-4bae-acbe-f0d186171d81 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 1099 time: 0.0926895 May 10 17:37:00.748673 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f7047333-81fb-4bf6-84b5-a425020a7533 req-22f7703d-dfd1-43ef-ba31-cc8abceb303e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=86fb816e-e3d0-4a7b-82e0-079efbb5805c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350971 May 10 17:37:00.771594 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f74fd252-edba-4391-8fb4-3fc0040c89bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:00.804767 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c61e51b8-4815-4591-b419-8c016610bf32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:00.835004 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-f74fd252-edba-4391-8fb4-3fc0040c89bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cee3069d85f44c9f967cbd908b1d1538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346492 May 10 17:37:00.836320 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fd252-edba-4391-8fb4-3fc0040c89bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581e7bd7-6cd0-441a-9d92-8bf585a719a4,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:00.838084 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55774) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:00.841124 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f74fd252-edba-4391-8fb4-3fc0040c89bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:00.923729 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-56843d3e-2de0-47fc-ba50-ffa45c7a8847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:00.933017 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55780) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:00.939788 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-353982783-network', 'tenant_id': '3529829c7151461d873b481d21fb30b4'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:00.950419 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:00.952323 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-56843d3e-2de0-47fc-ba50-ffa45c7a8847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:00.960904 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Usage tracker for resource:network and tenant:3529829c7151461d873b481d21fb30b4 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:00.962962 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:00.978585 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:00.984209 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:36:58Z', 'revision_number': 4, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '95ebf808-ba97-4d1b-9b27-fb3f895954ed', 'name': '', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'mac_address': 'fa:16:3e:bf:82:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:57Z', 'updated_at': '2021-05-10T17:36:58Z', 'revision_number': 2, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'subnets': [{'id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:00.994121 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Checking router: a9f20609-9f95-48b1-8230-da9c4b7db4e5 for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:37:00.994530 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Updating router a9f20609-9f95-48b1-8230-da9c4b7db4e5 port 95ebf808-ba97-4d1b-9b27-fb3f895954ed binding host dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:37:01.067351 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Made reservation on behalf of 3529829c7151461d873b481d21fb30b4 for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:37:01.069689 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.077728 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.083324 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.097860 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:01.101691 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Usage tracker for resource:security_group_rule and tenant:3529829c7151461d873b481d21fb30b4 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:01.104604 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:01.110681 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:01.117036 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-56843d3e-2de0-47fc-ba50-ffa45c7a8847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.135056 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-987bb25b-3ff0-4793-ba62-1f0e6b1ff37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:01.151325 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56843d3e-2de0-47fc-ba50-ffa45c7a8847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581e7bd7-6cd0-441a-9d92-8bf585a719a4,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:01.154109 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-56843d3e-2de0-47fc-ba50-ffa45c7a8847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.155225 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-56843d3e-2de0-47fc-ba50-ffa45c7a8847 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/581e7bd7-6cd0-441a-9d92-8bf585a719a4 HTTP/1.1" status: 204 len: 168 time: 0.3161030 May 10 17:37:01.156403 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-56843d3e-2de0-47fc-ba50-ffa45c7a8847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:01.202702 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1db5-a537-471d-b663-2b8d6d4c5549 req-1ec351ea-6da9-42f6-b961-e172d533adf6 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:01.204215 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fdaf1db5-a537-471d-b663-2b8d6d4c5549 req-1ec351ea-6da9-42f6-b961-e172d533adf6 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 946 time: 0.1257913 May 10 17:37:01.218850 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.258723 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fdaf1db5-a537-471d-b663-2b8d6d4c5549 req-e1d48bc5-f3e1-46da-be45-7d7df16af51c tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=86fb816e-e3d0-4a7b-82e0-079efbb5805c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475521 May 10 17:37:01.320197 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.325616 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8ccb451a-b1cf-446e-aa8f-6228266670d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:01.354513 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:37:01.364211 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcaa775-5223-472a-be36-a333087c2f50,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:01.367639 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:01.372011 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.372361 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Added segment c5e4b6d7-109c-4c99-991a-303ba63ee963 of type vlan for network 938a707f-3f2c-47a2-a19e-7b6b1848601a May 10 17:37:01.401572 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.468445 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 16aabb2a-17dc-43c8-8a36-cb212485dd19 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:01.483776 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Notify callbacks [] for port, precommit_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.496590 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.provisioning_blocks [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Transition to ACTIVE for port object 95ebf808-ba97-4d1b-9b27-fb3f895954ed will not be triggered until provisioned by entity L2. {{(pid=79211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:37:01.502870 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.504275 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:01.504923 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.508559 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:01.570136 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 16aabb2a-17dc-43c8-8a36-cb212485dd19 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:01.570136 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.600554 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.604982 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:01.617576 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Pushing event updated for resources: {'Network': ['ID=938a707f-3f2c-47a2-a19e-7b6b1848601a,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:01.622552 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:01.629583 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network 938a707f-3f2c-47a2-a19e-7b6b1848601a details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:37:01.692153 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7573254 May 10 17:37:01.694859 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55792) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:01.702005 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Request body: {'subnet': {'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-353982783-subnet', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:01.719345 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:01.723657 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Usage tracker for resource:subnet and tenant:3529829c7151461d873b481d21fb30b4 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:01.727048 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:01.738496 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:01.804020 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Pushing event updated for resources: {'Port': ['ID=95ebf808-ba97-4d1b-9b27-fb3f895954ed,revision_number=3']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:01.846701 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:01.847114 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:01.847553 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:01.847980 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:01.848404 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:01.848827 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:01.849332 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:01.849777 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:01.850217 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:01.850622 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:01.851037 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:01.851516 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:01.857338 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Made reservation on behalf of 3529829c7151461d873b481d21fb30b4 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:37:01.859804 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1585389'] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.862765 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:01.878886 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Attempting to bind port 95ebf808-ba97-4d1b-9b27-fb3f895954ed on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:37:01.878886 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Attempting to bind port 95ebf808-ba97-4d1b-9b27-fb3f895954ed by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': '9321df0d-09ba-42f3-a172-f29ec13274c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb'}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:37:01.879301 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Attempting to bind port 95ebf808-ba97-4d1b-9b27-fb3f895954ed on network a31643b7-1943-4f4d-99ae-8752792116cb {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:01.885196 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:37:01.885645 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Checking segment: {'id': '9321df0d-09ba-42f3-a172-f29ec13274c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:37:01.886115 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.887174 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Bound using segment: {'id': '9321df0d-09ba-42f3-a172-f29ec13274c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb'} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:37:01.887762 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Bound port: 95ebf808-ba97-4d1b-9b27-fb3f895954ed, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9321df0d-09ba-42f3-a172-f29ec13274c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb'}}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:37:01.888222 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.990429 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] For port 95ebf808-ba97-4d1b-9b27-fb3f895954ed, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:37:01.994481 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] For port 95ebf808-ba97-4d1b-9b27-fb3f895954ed, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=95ebf808-ba97-4d1b-9b27-fb3f895954ed,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:37:02.075243 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:02.080505 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:02.157586 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Routers {'a9f20609-9f95-48b1-8230-da9c4b7db4e5'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:37:02.158456 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:02.435666 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] Set router a9f20609-9f95-48b1-8230-da9c4b7db4e5 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:37:02.475488 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2331146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1585311'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:02.521281 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7cb7130b-bb5f-4b07-9e77-1be0f596b41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:02.587875 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Pushing event updated for resources: {'Port': ['ID=95ebf808-ba97-4d1b-9b27-fb3f895954ed,revision_number=4']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:02.591703 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-cf406120-27e4-4f3e-be5d-fd72c71b4a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:02.705543 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e365cd5-813f-4e7d-b8d5-4a9901eacf10,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:02.711096 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:02.722398 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Checking segment: {'id': 'c5e4b6d7-109c-4c99-991a-303ba63ee963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:37:02.722752 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Network hostable DHCP agents. Network: 938a707f-3f2c-47a2-a19e-7b6b1848601a, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:37:02.759721 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e6d19-b151-4348-ba08-fff273d67996 req-a0bda137-28df-4fde-bc76-9d7fe14d4d8a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:02.761290 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7d2e6d19-b151-4348-ba08-fff273d67996 req-a0bda137-28df-4fde-bc76-9d7fe14d4d8a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 946 time: 0.2869096 May 10 17:37:02.793668 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:36:58Z', 'revision_number': 4, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '95ebf808-ba97-4d1b-9b27-fb3f895954ed', 'name': '', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'mac_address': 'fa:16:3e:bf:82:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:57Z', 'updated_at': '2021-05-10T17:37:01Z', 'revision_number': 4, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'subnets': [{'id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:02.797839 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1da92-8861-481d-85ab-624a9256f352 None None] The sync data for ids ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'] in dv-cinder-786386-3-smb is: [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:36:58Z', 'revision_number': 4, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '95ebf808-ba97-4d1b-9b27-fb3f895954ed', 'name': '', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'mac_address': 'fa:16:3e:bf:82:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:57Z', 'updated_at': '2021-05-10T17:37:01Z', 'revision_number': 4, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'subnets': [{'id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:37:02.809908 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7d2e6d19-b151-4348-ba08-fff273d67996 req-32779be1-6d3e-466f-bb1f-7ddb207578e3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=86fb816e-e3d0-4a7b-82e0-079efbb5805c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425971 May 10 17:37:02.865240 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Network 938a707f-3f2c-47a2-a19e-7b6b1848601a is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:37:02.982676 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, 938a707f-3f2c-47a2-a19e-7b6b1848601a) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:37:02.993564 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:02.993932 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9220e188-93b7-4b20-b9d6-0232377d6e77 None None] Network 938a707f-3f2c-47a2-a19e-7b6b1848601a requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:37:02.994388 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:03.049407 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6feefd9-03cd-46ac-9f89-677cf02ce3e1 req-fd22f8df-91b8-4f89-9245-67aa5230f200 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:03.055143 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c6feefd9-03cd-46ac-9f89-677cf02ce3e1 req-fd22f8df-91b8-4f89-9245-67aa5230f200 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 946 time: 0.1107378 May 10 17:37:03.060572 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55832) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:03.066009 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-08e81346-407d-4f37-a33f-4181122e893f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Request body: {'floatingip': {'port_id': '4215d1fc-ca12-4ee6-b8b2-88d197adf967'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:03.096761 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-ae7a1406-d4e8-4a42-9374-a18a5329837b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4004662 May 10 17:37:03.099313 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55838) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:03.110488 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-353982783-router', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:03.122509 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:03.137361 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Usage tracker for resource:router and tenant:3529829c7151461d873b481d21fb30b4 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:03.154163 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:03.165968 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:03.169117 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-08e81346-407d-4f37-a33f-4181122e893f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:03.279178 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-882927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30221'] for router, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:03.279467 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d5f488-2568-549c-8d36-828068fc4572-938a707f-3f2c-47a2-a19e-7b6b1848601a', 'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'fixed_ips': [{'subnet_id': '9e365cd5-813f-4e7d-b8d5-4a9901eacf10'}]}} from dv-cinder-786386-3-smb. {{(pid=79210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:37:03.280465 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30228'] for router, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:03.280598 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:03.305315 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:03.530512 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 95ebf808-ba97-4d1b-9b27-fb3f895954ed up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:03.668049 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.db_base_plugin_common [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Allocated IP 172.20.0.2 (938a707f-3f2c-47a2-a19e-7b6b1848601a/9e365cd5-813f-4e7d-b8d5-4a9901eacf10/50ad99c4-acb3-4139-b0ac-15e5e307251b) {{(pid=79210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:37:03.877041 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-878363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30310'] for router, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:03.954489 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 95ebf808-ba97-4d1b-9b27-fb3f895954ed completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:03.966777 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 95ebf808-ba97-4d1b-9b27-fb3f895954ed triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:03.967369 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.047263 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Notify callbacks [] for port, precommit_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.062049 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Transition to ACTIVE for port object 50ad99c4-acb3-4139-b0ac-15e5e307251b will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:37:04.124915 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Transition to ACTIVE for port object 50ad99c4-acb3-4139-b0ac-15e5e307251b will not be triggered until provisioned by entity DHCP. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:37:04.136308 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-08e81346-407d-4f37-a33f-4181122e893f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.138968 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.175720 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port 95ebf808-ba97-4d1b-9b27-fb3f895954ed, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=95ebf808-ba97-4d1b-9b27-fb3f895954ed,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:04.234698 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.239195 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:04.263900 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-08e81346-407d-4f37-a33f-4181122e893f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.377303 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Pushing event updated for resources: {'Port': ['ID=50ad99c4-acb3-4139-b0ac-15e5e307251b,revision_number=1']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:04.381979 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:04.385184 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.402154 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:04.404691 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.436954 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.466142 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Network 938a707f-3f2c-47a2-a19e-7b6b1848601a is already hosted by enough agents. {{(pid=79210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:37:04.474812 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.base_scheduler [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Resources bound (agent type, host, resource id): {{(pid=79210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:37:04.477314 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Received port after_create {{(pid=79210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:37:04.548862 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.l3_db [None req-08e81346-407d-4f37-a33f-4181122e893f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Floating IP 3f53dae4-dc8f-4333-b012-68509374fa93 associated. External IP: 172.28.2.192, port: 4215d1fc-ca12-4ee6-b8b2-88d197adf967. May 10 17:37:04.586599 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=95ebf808-ba97-4d1b-9b27-fb3f895954ed,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:04.590842 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:04.593492 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Allocated IP 172.28.2.103 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/872e0a1b-0af3-4aa9-bc93-8fbb225da3e7) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:37:04.593665 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Attempting to bind port 50ad99c4-acb3-4139-b0ac-15e5e307251b on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:37:04.593982 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Attempting to bind port 50ad99c4-acb3-4139-b0ac-15e5e307251b by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'c5e4b6d7-109c-4c99-991a-303ba63ee963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:37:04.594371 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Attempting to bind port 50ad99c4-acb3-4139-b0ac-15e5e307251b on network 938a707f-3f2c-47a2-a19e-7b6b1848601a {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:04.600824 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:37:04.601194 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Checking segment: {'id': 'c5e4b6d7-109c-4c99-991a-303ba63ee963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:37:04.601593 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.601977 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Bound using segment: {'id': 'c5e4b6d7-109c-4c99-991a-303ba63ee963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:37:04.602510 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Bound port: 50ad99c4-acb3-4139-b0ac-15e5e307251b, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e4b6d7-109c-4c99-991a-303ba63ee963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:37:04.602884 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.707358 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] For port 50ad99c4-acb3-4139-b0ac-15e5e307251b, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:37:04.710997 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] For port 50ad99c4-acb3-4139-b0ac-15e5e307251b, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=50ad99c4-acb3-4139-b0ac-15e5e307251b,segment=NetworkSegment(c5e4b6d7-109c-4c99-991a-303ba63ee963),segment_id=c5e4b6d7-109c-4c99-991a-303ba63ee963)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:37:04.751473 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.861814 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.866981 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:04.915573 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e81346-407d-4f37-a33f-4181122e893f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Router 0887f130-fe9d-443c-8299-bcb6f9e17f18 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:37:04.919520 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.924674 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4a9d3d2b-5cd2-4e0f-b097-e5c3899fdc01 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:04.945119 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Pushing event updated for resources: {'Port': ['ID=50ad99c4-acb3-4139-b0ac-15e5e307251b,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:04.950877 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:04.988639 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:37:04.991891 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:37:04.996706 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:37:05.046220 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Pushing event updated for resources: {'Port': ['ID=872e0a1b-0af3-4aa9-bc93-8fbb225da3e7,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:05.051439 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:05.109169 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e81346-407d-4f37-a33f-4181122e893f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:37:05.113865 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-08e81346-407d-4f37-a33f-4181122e893f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:05.119442 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6d9390-1958-478e-bd48-e6448cff02c5 None None] Sync routers for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:37:05.128821 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d9390-1958-478e-bd48-e6448cff02c5 None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:37:05.129533 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-8a6d9390-1958-478e-bd48-e6448cff02c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:05.208639 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-08e81346-407d-4f37-a33f-4181122e893f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "PUT /v2.0/floatingips/3f53dae4-dc8f-4333-b012-68509374fa93 HTTP/1.1" status: 200 len: 992 time: 2.1469278 May 10 17:37:05.209384 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3aad25-b453-458d-8133-b67f129dd356', 'tag': '4215d1fc-ca12-4ee6-b8b2-88d197adf967'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:05.295132 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3aad25-b453-458d-8133-b67f129dd356', 'tag': '4215d1fc-ca12-4ee6-b8b2-88d197adf967', 'status': 'completed', 'code': 200} May 10 17:37:05.446535 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-8a6d9390-1958-478e-bd48-e6448cff02c5 None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:37:05.621725 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 50ad99c4-acb3-4139-b0ac-15e5e307251b up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:05.714442 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b6d7d-afe2-4468-abe9-c4ada4f06e3b req-689f2d5d-c6a1-44bd-9967-15f970617a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:05.716559 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-597b6d7d-afe2-4468-abe9-c4ada4f06e3b req-689f2d5d-c6a1-44bd-9967-15f970617a98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8fad140a8b34d5c803303892ce98af1&device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 1099 time: 0.4009280 May 10 17:37:05.797739 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:05.942446 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-8a6d9390-1958-478e-bd48-e6448cff02c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '3f53dae4-dc8f-4333-b012-68509374fa93', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'floating_ip_address': '172.28.2.192', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'port_id': '4215d1fc-ca12-4ee6-b8b2-88d197adf967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'mac_address': 'fa:16:3e:e7:44:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3aad25-b453-458d-8133-b67f129dd356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:45Z', 'updated_at': '2021-05-10T17:37:03Z', 'revision_number': 1, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:50Z', 'revision_number': 5, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:05.946996 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6d9390-1958-478e-bd48-e6448cff02c5 None None] Checking router: 0887f130-fe9d-443c-8299-bcb6f9e17f18 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:37:05.955628 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d9390-1958-478e-bd48-e6448cff02c5 None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:37:05.956215 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-8a6d9390-1958-478e-bd48-e6448cff02c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:06.011263 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b6d7d-afe2-4468-abe9-c4ada4f06e3b req-139022b4-8883-46e9-8c13-292f35087090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:06.012769 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-597b6d7d-afe2-4468-abe9-c4ada4f06e3b req-139022b4-8883-46e9-8c13-292f35087090 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c20e4456-ac37-4c58-9b03-d15f31abbb4c HTTP/1.1" status: 200 len: 912 time: 0.2840636 May 10 17:37:06.106472 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 50ad99c4-acb3-4139-b0ac-15e5e307251b completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:06.119306 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 95ebf808-ba97-4d1b-9b27-fb3f895954ed up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:06.194622 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e06f8b-e358-4d20-8ad0-b47c4355455e None None] Network 938a707f-3f2c-47a2-a19e-7b6b1848601a requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:37:06.260709 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-597b6d7d-afe2-4468-abe9-c4ada4f06e3b req-d957b14f-3566-4926-ac30-826c61b66e8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4215d1fc-ca12-4ee6-b8b2-88d197adf967 HTTP/1.1" status: 200 len: 1000 time: 0.2389784 May 10 17:37:06.339277 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-878434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661772'] for router, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:06.348283 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b6d7d-afe2-4468-abe9-c4ada4f06e3b req-3ce33f44-ea14-4912-a4a7-60529cccc116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:06.350069 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-597b6d7d-afe2-4468-abe9-c4ada4f06e3b req-3ce33f44-ea14-4912-a4a7-60529cccc116 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75aca7b6-f2af-4dda-be71-726ffe0ee9bc HTTP/1.1" status: 200 len: 850 time: 0.0817220 May 10 17:37:06.354344 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 95ebf808-ba97-4d1b-9b27-fb3f895954ed triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:06.354720 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:06.443963 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-8a6d9390-1958-478e-bd48-e6448cff02c5 None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:37:06.507177 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-3cebc87f-c7d3-4d02-88f3-ca7bbc0cd478 None None] Provisioning for port 50ad99c4-acb3-4139-b0ac-15e5e307251b completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:06.568200 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-3cebc87f-c7d3-4d02-88f3-ca7bbc0cd478 None None] Provisioning complete for port 50ad99c4-acb3-4139-b0ac-15e5e307251b triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:06.568577 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-3cebc87f-c7d3-4d02-88f3-ca7bbc0cd478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:06.588938 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b6d7d-afe2-4468-abe9-c4ada4f06e3b req-599e4819-d21c-4a40-8356-1f3a1e49dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:06.590522 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-597b6d7d-afe2-4468-abe9-c4ada4f06e3b req-599e4819-d21c-4a40-8356-1f3a1e49dc31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c20e4456-ac37-4c58-9b03-d15f31abbb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1854496 May 10 17:37:06.759254 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-597b6d7d-afe2-4468-abe9-c4ada4f06e3b req-a5d151cf-a89b-4093-b910-ee732c55f17b service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514304 May 10 17:37:06.895276 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Router 83fefd07-937c-4e06-9dc7-54202936467b is scheduled to L3 agent 0356254e-8511-425b-a043-3795cd14905b with binding_index 1 {{(pid=79208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:37:07.023002 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-3cebc87f-c7d3-4d02-88f3-ca7bbc0cd478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:07.104941 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-3cebc87f-c7d3-4d02-88f3-ca7bbc0cd478 None None] For port 50ad99c4-acb3-4139-b0ac-15e5e307251b, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=50ad99c4-acb3-4139-b0ac-15e5e307251b,segment=NetworkSegment(c5e4b6d7-109c-4c99-991a-303ba63ee963),segment_id=c5e4b6d7-109c-4c99-991a-303ba63ee963)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:07.133151 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-8a6d9390-1958-478e-bd48-e6448cff02c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '3f53dae4-dc8f-4333-b012-68509374fa93', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'floating_ip_address': '172.28.2.192', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'port_id': '4215d1fc-ca12-4ee6-b8b2-88d197adf967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'mac_address': 'fa:16:3e:e7:44:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3aad25-b453-458d-8133-b67f129dd356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:45Z', 'updated_at': '2021-05-10T17:37:03Z', 'revision_number': 1, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:50Z', 'revision_number': 5, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:07.138484 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6d9390-1958-478e-bd48-e6448cff02c5 None None] The sync data for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb is: [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '3f53dae4-dc8f-4333-b012-68509374fa93', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'floating_ip_address': '172.28.2.192', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'port_id': '4215d1fc-ca12-4ee6-b8b2-88d197adf967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'mac_address': 'fa:16:3e:e7:44:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3aad25-b453-458d-8133-b67f129dd356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:45Z', 'updated_at': '2021-05-10T17:37:03Z', 'revision_number': 1, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:50Z', 'revision_number': 5, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:37:07.185388 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:37:07.188942 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-3cebc87f-c7d3-4d02-88f3-ca7bbc0cd478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:07.192215 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:07.194255 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Sync routers for ids ['83fefd07-937c-4e06-9dc7-54202936467b'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:37:07.209322 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Routers {'83fefd07-937c-4e06-9dc7-54202936467b'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:37:07.211426 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['83fefd07-937c-4e06-9dc7-54202936467b'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:07.249098 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-597b6d7d-afe2-4468-abe9-c4ada4f06e3b req-54052357-1d99-483b-8c13-114f39d22d6f service neutron] 10.222.0.10 "GET /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740791 May 10 17:37:07.298560 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebc87f-c7d3-4d02-88f3-ca7bbc0cd478 None None] Pushing event updated for resources: {'Port': ['ID=50ad99c4-acb3-4139-b0ac-15e5e307251b,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:07.310128 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-3cebc87f-c7d3-4d02-88f3-ca7bbc0cd478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:07.320091 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:07.324710 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2211957 May 10 17:37:07.326460 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55882) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:07.414127 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-7cb00798-57ab-4c2b-a145-23dbd2496a71 None None] Provisioning complete for port 50ad99c4-acb3-4139-b0ac-15e5e307251b triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:07.414127 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7cb00798-57ab-4c2b-a145-23dbd2496a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:07.490437 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b0d7cf-cfb0-4119-9692-74e47dd68b82 None None] New status for floating IP 3f53dae4-dc8f-4333-b012-68509374fa93: ACTIVE {{(pid=79210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:37:07.520379 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Set router 83fefd07-937c-4e06-9dc7-54202936467b gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:37:07.565951 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 50ad99c4-acb3-4139-b0ac-15e5e307251b up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:07.866332 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 50ad99c4-acb3-4139-b0ac-15e5e307251b triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:07.866700 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:07.888308 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fefd07-937c-4e06-9dc7-54202936467b', 'name': 'tempest-TestShelveInstance-353982783-router', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:37:03Z', 'updated_at': '2021-05-10T17:37:05Z', 'revision_number': 3, 'project_id': '3529829c7151461d873b481d21fb30b4', 'gw_port': {'id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:10:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fefd07-937c-4e06-9dc7-54202936467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:37:04Z', 'updated_at': '2021-05-10T17:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:07.892812 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Checking router: 83fefd07-937c-4e06-9dc7-54202936467b for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:37:07.893182 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Updating router 83fefd07-937c-4e06-9dc7-54202936467b port 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 binding host dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:37:07.949771 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:08.236679 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:08.284072 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Notify callbacks [] for port, precommit_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:08.297053 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.provisioning_blocks [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Transition to ACTIVE for port object 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 will not be triggered until provisioned by entity L2. {{(pid=79211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:37:08.439833 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:08.443748 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:08.453599 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Allocated IP 172.20.0.1 (938a707f-3f2c-47a2-a19e-7b6b1848601a/9e365cd5-813f-4e7d-b8d5-4a9901eacf10/8f728a8a-f3ee-47a5-9f08-c84ace67e883) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:37:08.525811 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Attempting to bind port 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:37:08.526238 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Attempting to bind port 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:37:08.526582 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Attempting to bind port 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 on network e0dd7f9d-963f-4e7d-9505-8e20a5139fef {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:08.533454 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521990dd-cd63-415b-94bc-44b2e1e6c0d7 None None] Pushing event updated for resources: {'Port': ['ID=872e0a1b-0af3-4aa9-bc93-8fbb225da3e7,revision_number=2']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:08.536337 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-521990dd-cd63-415b-94bc-44b2e1e6c0d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:08.539457 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:37:08.539837 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Checking segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:37:08.540381 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:08.541301 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Bound using segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:37:08.541403 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Bound port: 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:37:08.541810 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:08.617708 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] For port 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:37:08.622354 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] For port 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=872e0a1b-0af3-4aa9-bc93-8fbb225da3e7,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:37:08.703582 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:08.707939 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:08.710902 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-0cd18108-d88f-4d93-884e-651ce4895fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:08.723699 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Transition to ACTIVE for port object 8f728a8a-f3ee-47a5-9f08-c84ace67e883 will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:37:08.782457 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Routers {'83fefd07-937c-4e06-9dc7-54202936467b'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:37:08.783066 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['83fefd07-937c-4e06-9dc7-54202936467b'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:08.886091 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:08.890983 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521990dd-cd63-415b-94bc-44b2e1e6c0d7 None None] Pushing event updated for resources: {'Port': ['ID=872e0a1b-0af3-4aa9-bc93-8fbb225da3e7,revision_number=3']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:08.892226 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:08.900531 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-521990dd-cd63-415b-94bc-44b2e1e6c0d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:08.952337 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Network 938a707f-3f2c-47a2-a19e-7b6b1848601a is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:37:08.954864 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:37:08.957206 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:37:08.974872 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] Set router 83fefd07-937c-4e06-9dc7-54202936467b gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:37:09.006224 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Pushing event updated for resources: {'Port': ['ID=8f728a8a-f3ee-47a5-9f08-c84ace67e883,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:09.009163 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:09.027638 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659411'] for router_interface, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:09.228988 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:09.279801 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-0286d0e3-60a7-4104-8d4d-d2366a44154f None None] Provisioning for port 8f728a8a-f3ee-47a5-9f08-c84ace67e883 completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:09.289155 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-0286d0e3-60a7-4104-8d4d-d2366a44154f None None] Provisioning complete for port 8f728a8a-f3ee-47a5-9f08-c84ace67e883 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:09.290318 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-0286d0e3-60a7-4104-8d4d-d2366a44154f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:09.309873 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fefd07-937c-4e06-9dc7-54202936467b', 'name': 'tempest-TestShelveInstance-353982783-router', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:37:03Z', 'updated_at': '2021-05-10T17:37:05Z', 'revision_number': 3, 'project_id': '3529829c7151461d873b481d21fb30b4', 'gw_port': {'id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:10:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fefd07-937c-4e06-9dc7-54202936467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:37:04Z', 'updated_at': '2021-05-10T17:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:09.314655 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6261293-4456-45de-822a-e1749e2b5440 None None] The sync data for ids ['83fefd07-937c-4e06-9dc7-54202936467b'] in dv-cinder-786386-3-smb is: [{'id': '83fefd07-937c-4e06-9dc7-54202936467b', 'name': 'tempest-TestShelveInstance-353982783-router', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:37:03Z', 'updated_at': '2021-05-10T17:37:05Z', 'revision_number': 3, 'project_id': '3529829c7151461d873b481d21fb30b4', 'gw_port': {'id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:10:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fefd07-937c-4e06-9dc7-54202936467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:37:04Z', 'updated_at': '2021-05-10T17:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:37:09.371925 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-0286d0e3-60a7-4104-8d4d-d2366a44154f None None] Port 8f728a8a-f3ee-47a5-9f08-c84ace67e883 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:37:09.474731 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:09.548061 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:09.575642 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-44f92950-5e04-4b55-86e3-961c84d1816d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:09.658835 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659312'] for router_interface, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:09.662395 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Pushing event updated for resources: {'Port': ['ID=8f728a8a-f3ee-47a5-9f08-c84ace67e883,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:09.665719 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:09.816547 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Network 938a707f-3f2c-47a2-a19e-7b6b1848601a is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:37:09.817615 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:37:09.834116 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:10.031492 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Router 83fefd07-937c-4e06-9dc7-54202936467b has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:37:10.099216 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-3c858cae-b8e2-4536-9842-d5e1d6675b70 None None] Provisioning complete for port 8f728a8a-f3ee-47a5-9f08-c84ace67e883 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:10.099683 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-3c858cae-b8e2-4536-9842-d5e1d6675b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:10.163377 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-3c858cae-b8e2-4536-9842-d5e1d6675b70 None None] Port 8f728a8a-f3ee-47a5-9f08-c84ace67e883 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:37:10.220151 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:37:10.229971 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] 10.222.0.24 "PUT /v2.0/routers/83fefd07-937c-4e06-9dc7-54202936467b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9040463 May 10 17:37:10.778326 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55934) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:10.800244 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55940) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:10.805791 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403510296', 'description': 'tempest-secgroup-smoke-403510296 description', 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:10.812719 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:10.817127 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Usage tracker for resource:security_group and tenant:ec13fc57f8ad4b18bbdccac4873c542b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:10.834324 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:10.834324 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:10.923083 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7e03d6a4-1a64-4d9c-8ae4-84664f2dc628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:10.941576 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7e03d6a4-1a64-4d9c-8ae4-84664f2dc628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:10.942658 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7e03d6a4-1a64-4d9c-8ae4-84664f2dc628 admin admin] Usage tracker for resource:security_group_rule and tenant:4b84e713617c4426b0e604589cd49327 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:10.945652 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7e03d6a4-1a64-4d9c-8ae4-84664f2dc628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:10.952267 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7e03d6a4-1a64-4d9c-8ae4-84664f2dc628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:11.043549 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.103476 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7e03d6a4-1a64-4d9c-8ae4-84664f2dc628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.103476 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:11.103476 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Usage tracker for resource:security_group_rule and tenant:ec13fc57f8ad4b18bbdccac4873c542b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:11.103476 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:11.103476 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:11.156203 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.213390 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Sync routers for ids ['83fefd07-937c-4e06-9dc7-54202936467b'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:37:11.216120 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Routers {'83fefd07-937c-4e06-9dc7-54202936467b'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:37:11.216819 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['83fefd07-937c-4e06-9dc7-54202936467b'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:11.240253 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7e03d6a4-1a64-4d9c-8ae4-84664f2dc628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.252152 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-463882e1-cc45-4fab-b458-8719f9a419f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:11.298555 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-7e03d6a4-1a64-4d9c-8ae4-84664f2dc628 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b84e713617c4426b0e604589cd49327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5174036 May 10 17:37:11.298555 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03d6a4-1a64-4d9c-8ae4-84664f2dc628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060a1fa4-6079-49ca-b534-941b4822106f,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:11.299508 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 55954) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:11.313743 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7e03d6a4-1a64-4d9c-8ae4-84664f2dc628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:11.324272 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.329178 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d0eec5c2-c36f-4d1c-95ce-bbb7c704a325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:11.390596 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b92bed9-2a5e-4cd7-9488-88afb27ca854,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:11.390596 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:11.394633 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-941d5991-eedb-4d0f-ab31-3755d7e7568b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.435124 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-941d5991-eedb-4d0f-ab31-3755d7e7568b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.500239 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Set router 83fefd07-937c-4e06-9dc7-54202936467b gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:37:11.505686 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:11.530394 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.533361 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7303011 May 10 17:37:11.534691 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55958) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:11.540374 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-6179a3ee-c762-4bff-a7bf-dcecb1cd8fd2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Request body: {'security_group_rule': {'security_group_id': '6b92bed9-2a5e-4cd7-9488-88afb27ca854', 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:11.548345 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6179a3ee-c762-4bff-a7bf-dcecb1cd8fd2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:11.555565 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6179a3ee-c762-4bff-a7bf-dcecb1cd8fd2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Usage tracker for resource:security_group_rule and tenant:ec13fc57f8ad4b18bbdccac4873c542b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:11.559731 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6179a3ee-c762-4bff-a7bf-dcecb1cd8fd2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:11.567435 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6179a3ee-c762-4bff-a7bf-dcecb1cd8fd2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:11.627305 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-941d5991-eedb-4d0f-ab31-3755d7e7568b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.633212 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c2f232cb-999b-4a9e-b954-584c0ae58301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:11.644787 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d5991-eedb-4d0f-ab31-3755d7e7568b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060a1fa4-6079-49ca-b534-941b4822106f,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:11.647116 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-941d5991-eedb-4d0f-ab31-3755d7e7568b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:11.650889 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-941d5991-eedb-4d0f-ab31-3755d7e7568b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.652639 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-941d5991-eedb-4d0f-ab31-3755d7e7568b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/060a1fa4-6079-49ca-b534-941b4822106f HTTP/1.1" status: 204 len: 168 time: 0.3515880 May 10 17:37:11.671262 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:11.673852 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6179a3ee-c762-4bff-a7bf-dcecb1cd8fd2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.677650 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:11.678245 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.788507 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6179a3ee-c762-4bff-a7bf-dcecb1cd8fd2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.838506 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.854495 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=872e0a1b-0af3-4aa9-bc93-8fbb225da3e7,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:11.857469 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fefd07-937c-4e06-9dc7-54202936467b', 'name': 'tempest-TestShelveInstance-353982783-router', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:37:03Z', 'updated_at': '2021-05-10T17:37:09Z', 'revision_number': 4, 'project_id': '3529829c7151461d873b481d21fb30b4', 'gw_port': {'id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:10:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fefd07-937c-4e06-9dc7-54202936467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:37:04Z', 'updated_at': '2021-05-10T17:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '8f728a8a-f3ee-47a5-9f08-c84ace67e883', 'name': '', 'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'mac_address': 'fa:16:3e:3b:2e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fefd07-937c-4e06-9dc7-54202936467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9e365cd5-813f-4e7d-b8d5-4a9901eacf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:37:08Z', 'updated_at': '2021-05-10T17:37:09Z', 'revision_number': 2, 'project_id': '3529829c7151461d873b481d21fb30b4', 'subnets': [{'id': '9e365cd5-813f-4e7d-b8d5-4a9901eacf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:11.861176 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Checking router: 83fefd07-937c-4e06-9dc7-54202936467b for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:37:11.861551 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Updating router 83fefd07-937c-4e06-9dc7-54202936467b port 8f728a8a-f3ee-47a5-9f08-c84ace67e883 binding host dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:37:11.911981 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.929491 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6179a3ee-c762-4bff-a7bf-dcecb1cd8fd2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.937122 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:11.957616 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179a3ee-c762-4bff-a7bf-dcecb1cd8fd2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4128375b-1c2a-4598-866a-e0f021bb5ec8,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:11.960529 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6179a3ee-c762-4bff-a7bf-dcecb1cd8fd2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:11.988501 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.990379 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:12.069897 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6179a3ee-c762-4bff-a7bf-dcecb1cd8fd2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.069897 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-6179a3ee-c762-4bff-a7bf-dcecb1cd8fd2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5186198 May 10 17:37:12.069897 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55968) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:12.073198 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-801d18f2-ca3c-4af3-a00d-53f265019b92 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Request body: {'security_group_rule': {'security_group_id': '6b92bed9-2a5e-4cd7-9488-88afb27ca854', 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:12.079191 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=872e0a1b-0af3-4aa9-bc93-8fbb225da3e7,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:12.084379 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:12.096165 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-801d18f2-ca3c-4af3-a00d-53f265019b92 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:12.100286 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-801d18f2-ca3c-4af3-a00d-53f265019b92 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Usage tracker for resource:security_group_rule and tenant:ec13fc57f8ad4b18bbdccac4873c542b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:12.105429 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-801d18f2-ca3c-4af3-a00d-53f265019b92 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:12.112217 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-801d18f2-ca3c-4af3-a00d-53f265019b92 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:12.257050 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-801d18f2-ca3c-4af3-a00d-53f265019b92 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.310730 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Notify callbacks [] for port, precommit_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.329224 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.provisioning_blocks [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Transition to ACTIVE for port object 8f728a8a-f3ee-47a5-9f08-c84ace67e883 will not be triggered until provisioned by entity L2. {{(pid=79211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:37:12.342746 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-801d18f2-ca3c-4af3-a00d-53f265019b92 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.472771 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-801d18f2-ca3c-4af3-a00d-53f265019b92 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.474300 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.475194 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:12.480959 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:12.496919 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d18f2-ca3c-4af3-a00d-53f265019b92 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37eabea4-89ad-4116-a810-16dc6d1e6ef4,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:12.506407 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-801d18f2-ca3c-4af3-a00d-53f265019b92 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:12.550773 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf22345-35a4-4db2-bbc1-5ee91bd75463 None None] Pushing event updated for resources: {'Port': ['ID=8f728a8a-f3ee-47a5-9f08-c84ace67e883,revision_number=3']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:12.583456 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-801d18f2-ca3c-4af3-a00d-53f265019b92 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.585189 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-801d18f2-ca3c-4af3-a00d-53f265019b92 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5254650 May 10 17:37:12.587675 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55980) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:12.594889 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-ddda1d48-ba54-4360-a81d-abc8cf6e43e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Request body: {'security_group_rule': {'security_group_id': '6b92bed9-2a5e-4cd7-9488-88afb27ca854', 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:12.599800 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ddda1d48-ba54-4360-a81d-abc8cf6e43e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:12.603776 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ddda1d48-ba54-4360-a81d-abc8cf6e43e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Usage tracker for resource:security_group_rule and tenant:ec13fc57f8ad4b18bbdccac4873c542b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:12.607955 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ddda1d48-ba54-4360-a81d-abc8cf6e43e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:12.615173 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ddda1d48-ba54-4360-a81d-abc8cf6e43e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:12.653260 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-adf22345-35a4-4db2-bbc1-5ee91bd75463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:12.754005 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ddda1d48-ba54-4360-a81d-abc8cf6e43e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.762366 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Attempting to bind port 8f728a8a-f3ee-47a5-9f08-c84ace67e883 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:37:12.762734 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Attempting to bind port 8f728a8a-f3ee-47a5-9f08-c84ace67e883 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'c5e4b6d7-109c-4c99-991a-303ba63ee963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a'}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:37:12.763088 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Attempting to bind port 8f728a8a-f3ee-47a5-9f08-c84ace67e883 on network 938a707f-3f2c-47a2-a19e-7b6b1848601a {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:12.768254 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:37:12.768642 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Checking segment: {'id': 'c5e4b6d7-109c-4c99-991a-303ba63ee963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:37:12.769036 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.769462 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Bound using segment: {'id': 'c5e4b6d7-109c-4c99-991a-303ba63ee963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a'} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:37:12.769881 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Bound port: 8f728a8a-f3ee-47a5-9f08-c84ace67e883, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e4b6d7-109c-4c99-991a-303ba63ee963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a'}}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:37:12.770289 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.825220 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ddda1d48-ba54-4360-a81d-abc8cf6e43e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.877060 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] For port 8f728a8a-f3ee-47a5-9f08-c84ace67e883, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:37:12.879920 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] For port 8f728a8a-f3ee-47a5-9f08-c84ace67e883, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=8f728a8a-f3ee-47a5-9f08-c84ace67e883,segment=NetworkSegment(c5e4b6d7-109c-4c99-991a-303ba63ee963),segment_id=c5e4b6d7-109c-4c99-991a-303ba63ee963)] {{(pid=79211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:37:12.929528 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ddda1d48-ba54-4360-a81d-abc8cf6e43e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.931914 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6179a3ee-c762-4bff-a7bf-dcecb1cd8fd2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:12.958295 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda1d48-ba54-4360-a81d-abc8cf6e43e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4316905-477f-49eb-ba9e-354f5a0101cd,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:12.958570 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.961073 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ddda1d48-ba54-4360-a81d-abc8cf6e43e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:12.962683 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:13.039275 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Routers {'83fefd07-937c-4e06-9dc7-54202936467b'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:37:13.039910 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:36:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['83fefd07-937c-4e06-9dc7-54202936467b'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:13.062766 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ddda1d48-ba54-4360-a81d-abc8cf6e43e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:13.066686 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-ddda1d48-ba54-4360-a81d-abc8cf6e43e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4756150 May 10 17:37:13.067112 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55984) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:13.072801 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-0692770c-008f-46cb-aa5b-54beafacf6f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Request body: {'security_group_rule': {'security_group_id': '6b92bed9-2a5e-4cd7-9488-88afb27ca854', 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:13.080006 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0692770c-008f-46cb-aa5b-54beafacf6f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:13.084101 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0692770c-008f-46cb-aa5b-54beafacf6f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Usage tracker for resource:security_group_rule and tenant:ec13fc57f8ad4b18bbdccac4873c542b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:13.090075 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0692770c-008f-46cb-aa5b-54beafacf6f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:13.093987 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf22345-35a4-4db2-bbc1-5ee91bd75463 None None] Pushing event updated for resources: {'Port': ['ID=8f728a8a-f3ee-47a5-9f08-c84ace67e883,revision_number=4']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:13.097825 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0692770c-008f-46cb-aa5b-54beafacf6f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:13.150750 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-adf22345-35a4-4db2-bbc1-5ee91bd75463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:13.223790 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] Set router 83fefd07-937c-4e06-9dc7-54202936467b gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:37:13.299859 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0692770c-008f-46cb-aa5b-54beafacf6f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:13.369800 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0692770c-008f-46cb-aa5b-54beafacf6f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:13.436664 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:13.501690 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:13.502056 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:13.512931 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0692770c-008f-46cb-aa5b-54beafacf6f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:13.519839 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:13.539771 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692770c-008f-46cb-aa5b-54beafacf6f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb7f190-fdbd-4655-9199-131c850da249,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:13.542568 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0692770c-008f-46cb-aa5b-54beafacf6f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:13.551066 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fefd07-937c-4e06-9dc7-54202936467b', 'name': 'tempest-TestShelveInstance-353982783-router', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:37:03Z', 'updated_at': '2021-05-10T17:37:09Z', 'revision_number': 4, 'project_id': '3529829c7151461d873b481d21fb30b4', 'gw_port': {'id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fefd07-937c-4e06-9dc7-54202936467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:37:04Z', 'updated_at': '2021-05-10T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '8f728a8a-f3ee-47a5-9f08-c84ace67e883', 'name': '', 'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'mac_address': 'fa:16:3e:3b:2e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fefd07-937c-4e06-9dc7-54202936467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9e365cd5-813f-4e7d-b8d5-4a9901eacf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:37:08Z', 'updated_at': '2021-05-10T17:37:12Z', 'revision_number': 4, 'project_id': '3529829c7151461d873b481d21fb30b4', 'subnets': [{'id': '9e365cd5-813f-4e7d-b8d5-4a9901eacf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:13.555044 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe49986-cbc9-496d-ab73-27a1c6eda2d7 None None] The sync data for ids ['83fefd07-937c-4e06-9dc7-54202936467b'] in dv-cinder-786386-3-smb is: [{'id': '83fefd07-937c-4e06-9dc7-54202936467b', 'name': 'tempest-TestShelveInstance-353982783-router', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:37:03Z', 'updated_at': '2021-05-10T17:37:09Z', 'revision_number': 4, 'project_id': '3529829c7151461d873b481d21fb30b4', 'gw_port': {'id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fefd07-937c-4e06-9dc7-54202936467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:37:04Z', 'updated_at': '2021-05-10T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '8f728a8a-f3ee-47a5-9f08-c84ace67e883', 'name': '', 'network_id': '938a707f-3f2c-47a2-a19e-7b6b1848601a', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'mac_address': 'fa:16:3e:3b:2e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fefd07-937c-4e06-9dc7-54202936467b', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9e365cd5-813f-4e7d-b8d5-4a9901eacf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:37:08Z', 'updated_at': '2021-05-10T17:37:12Z', 'revision_number': 4, 'project_id': '3529829c7151461d873b481d21fb30b4', 'subnets': [{'id': '9e365cd5-813f-4e7d-b8d5-4a9901eacf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:37:13.714998 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0692770c-008f-46cb-aa5b-54beafacf6f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:13.715264 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-0692770c-008f-46cb-aa5b-54beafacf6f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6467054 May 10 17:37:13.717865 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 55994) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:13.723203 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-3480165e-edd9-4642-bbdb-e15f4a096c24 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Request body: {'security_group_rule': {'security_group_id': '6b92bed9-2a5e-4cd7-9488-88afb27ca854', 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:13.729556 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-3480165e-edd9-4642-bbdb-e15f4a096c24 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:13.733577 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-3480165e-edd9-4642-bbdb-e15f4a096c24 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Usage tracker for resource:security_group_rule and tenant:ec13fc57f8ad4b18bbdccac4873c542b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:13.736869 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-3480165e-edd9-4642-bbdb-e15f4a096c24 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:13.744008 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-3480165e-edd9-4642-bbdb-e15f4a096c24 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:13.810610 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.securitygroups_db [None req-3480165e-edd9-4642-bbdb-e15f4a096c24 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Project ec13fc57f8ad4b18bbdccac4873c542b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:37:13.816941 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3480165e-edd9-4642-bbdb-e15f4a096c24 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:13.885851 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3480165e-edd9-4642-bbdb-e15f4a096c24 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:13.977162 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3480165e-edd9-4642-bbdb-e15f4a096c24 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:13.984364 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0692770c-008f-46cb-aa5b-54beafacf6f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:14.005478 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480165e-edd9-4642-bbdb-e15f4a096c24 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decc411f-1c4c-4dc0-9262-4b5517949fa1,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:14.010767 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3480165e-edd9-4642-bbdb-e15f4a096c24 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:14.078659 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3480165e-edd9-4642-bbdb-e15f4a096c24 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:14.079873 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-3480165e-edd9-4642-bbdb-e15f4a096c24 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3609588 May 10 17:37:14.082595 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 56000) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:14.087898 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-6c312d50-f089-4809-8e50-5235e27b79fb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Request body: {'security_group_rule': {'security_group_id': '6b92bed9-2a5e-4cd7-9488-88afb27ca854', 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:14.093986 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6c312d50-f089-4809-8e50-5235e27b79fb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:14.097898 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6c312d50-f089-4809-8e50-5235e27b79fb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Usage tracker for resource:security_group_rule and tenant:ec13fc57f8ad4b18bbdccac4873c542b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:14.101682 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6c312d50-f089-4809-8e50-5235e27b79fb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:14.107202 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6c312d50-f089-4809-8e50-5235e27b79fb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:14.200675 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.securitygroups_db [None req-6c312d50-f089-4809-8e50-5235e27b79fb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Project ec13fc57f8ad4b18bbdccac4873c542b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:37:14.207485 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6c312d50-f089-4809-8e50-5235e27b79fb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:14.289448 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6c312d50-f089-4809-8e50-5235e27b79fb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:14.434293 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6c312d50-f089-4809-8e50-5235e27b79fb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:14.437023 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:14.475333 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c312d50-f089-4809-8e50-5235e27b79fb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40054058-0c22-44f2-9ed9-eb86181d67cc,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:14.479367 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6c312d50-f089-4809-8e50-5235e27b79fb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:14.600064 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6c312d50-f089-4809-8e50-5235e27b79fb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:14.609249 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-6c312d50-f089-4809-8e50-5235e27b79fb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5176497 May 10 17:37:15.472557 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 8f728a8a-f3ee-47a5-9f08-c84ace67e883 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:15.515379 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355b2c9-5e33-415e-ae2d-c656fdc523f3 req-4f9e1f9f-e413-414b-b2fe-1729ecd289a9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:15.519735 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0355b2c9-5e33-415e-ae2d-c656fdc523f3 req-4f9e1f9f-e413-414b-b2fe-1729ecd289a9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.1085682 May 10 17:37:15.567647 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0355b2c9-5e33-415e-ae2d-c656fdc523f3 req-4f588f87-042c-4819-bf8a-a45999b53012 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441294 May 10 17:37:15.610858 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 8f728a8a-f3ee-47a5-9f08-c84ace67e883 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:15.616237 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 8f728a8a-f3ee-47a5-9f08-c84ace67e883 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:15.616855 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:15.742122 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:15.774304 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port 8f728a8a-f3ee-47a5-9f08-c84ace67e883, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=8f728a8a-f3ee-47a5-9f08-c84ace67e883,segment=NetworkSegment(c5e4b6d7-109c-4c99-991a-303ba63ee963),segment_id=c5e4b6d7-109c-4c99-991a-303ba63ee963)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:15.860863 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:15.862879 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:15.936550 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=8f728a8a-f3ee-47a5-9f08-c84ace67e883,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:15.939673 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:16.771520 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70c4c2-d19f-45a2-81ba-f6dfe751b7bf req-f27c10e2-4926-49c8-8028-9e260c6e3bb5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:16.773154 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-aa70c4c2-d19f-45a2-81ba-f6dfe751b7bf req-f27c10e2-4926-49c8-8028-9e260c6e3bb5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0929163 May 10 17:37:16.818776 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-aa70c4c2-d19f-45a2-81ba-f6dfe751b7bf req-dcdb3cc5-ca37-4f9e-81c4-ca9edea4c11f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391467 May 10 17:37:17.438601 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 8f728a8a-f3ee-47a5-9f08-c84ace67e883 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:17.506803 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 8f728a8a-f3ee-47a5-9f08-c84ace67e883 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:17.507157 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:18.026740 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5c470-6dd0-4a12-97f2-9571f730658a req-bed2fa70-8685-4b14-82b2-61da9319eb2a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:18.028281 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-39f5c470-6dd0-4a12-97f2-9571f730658a req-bed2fa70-8685-4b14-82b2-61da9319eb2a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0869620 May 10 17:37:18.074608 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-39f5c470-6dd0-4a12-97f2-9571f730658a req-b23efe2d-b047-4782-8870-46a448990fc7 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398903 May 10 17:37:19.379291 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bef932-16ff-4980-80a6-4a71ce15f8ed req-3c0bcc27-ba55-4be6-a43e-fb67e2b4d6c3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:19.386010 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-96bef932-16ff-4980-80a6-4a71ce15f8ed req-3c0bcc27-ba55-4be6-a43e-fb67e2b4d6c3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.1889842 May 10 17:37:19.430356 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-96bef932-16ff-4980-80a6-4a71ce15f8ed req-a3ec1ea1-d573-4681-952e-33c4b7f4869a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431304 May 10 17:37:20.619952 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68b15-caa8-4377-97f3-a93718d3c94a req-b9f1d521-ec14-4f9b-b52f-eb549aaca07f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:20.621944 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d3c68b15-caa8-4377-97f3-a93718d3c94a req-b9f1d521-ec14-4f9b-b52f-eb549aaca07f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0813406 May 10 17:37:20.667621 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d3c68b15-caa8-4377-97f3-a93718d3c94a req-a567ed29-35aa-4817-816a-e1742ddf4aba tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397851 May 10 17:37:21.869821 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fefdd-14b8-490c-9d23-32656019415e req-6f925e33-7d58-462b-bec2-ab94f457e97c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:21.871400 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-477fefdd-14b8-490c-9d23-32656019415e req-6f925e33-7d58-462b-bec2-ab94f457e97c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0891902 May 10 17:37:21.916758 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-477fefdd-14b8-490c-9d23-32656019415e req-74f8a1ac-f756-42ae-9664-65246f2d2c93 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396214 May 10 17:37:23.119173 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8596860-dfe9-42d3-8087-e6ec8edcc655 req-9bc2d5f6-f1b2-4ec4-a7ad-847624e6420e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:23.120684 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d8596860-dfe9-42d3-8087-e6ec8edcc655 req-9bc2d5f6-f1b2-4ec4-a7ad-847624e6420e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0816250 May 10 17:37:23.168030 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d8596860-dfe9-42d3-8087-e6ec8edcc655 req-5761175a-3022-4bb5-8ff5-07f19cf2cd4b tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411048 May 10 17:37:23.519887 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-affd9e88-7c6d-4594-95c4-b037fb29a44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:23.589380 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad19a34-f290-4ad1-a755-4b7100b7de7c req-a31e656a-d533-48b5-9b51-1e768c0dd4da tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:23.590863 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-bad19a34-f290-4ad1-a755-4b7100b7de7c req-a31e656a-d533-48b5-9b51-1e768c0dd4da tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 946 time: 0.1905112 May 10 17:37:23.635781 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-bad19a34-f290-4ad1-a755-4b7100b7de7c req-a3f467d4-eddc-4958-ad1a-df9704ca1214 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389957 May 10 17:37:24.357825 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e56b6-4081-41d7-a8f7-e6b4c40cb55f req-c76041b4-9c75-44df-890c-d47f1a1a315b tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:24.359285 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5b2e56b6-4081-41d7-a8f7-e6b4c40cb55f req-c76041b4-9c75-44df-890c-d47f1a1a315b tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0805607 May 10 17:37:24.404020 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5b2e56b6-4081-41d7-a8f7-e6b4c40cb55f req-8dad2a97-efce-4c53-b220-8568011b10e7 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389671 May 10 17:37:24.474129 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:37:24.825190 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4825c9f-34ca-43b5-af7c-fd16e631bd34 req-2f1acb71-b954-4322-b838-48c1170b64ed tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:24.826641 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c4825c9f-34ca-43b5-af7c-fd16e631bd34 req-2f1acb71-b954-4322-b838-48c1170b64ed tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 946 time: 0.0837805 May 10 17:37:24.869798 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c4825c9f-34ca-43b5-af7c-fd16e631bd34 req-e15d058a-9677-4b4c-b1a6-663e0cdba3b0 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373666 May 10 17:37:25.602590 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f226a-5dad-45e1-890c-2979df52b280 req-5e39b95d-dedc-4064-b1a1-660d1c0d7a36 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:25.604044 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2f4f226a-5dad-45e1-890c-2979df52b280 req-5e39b95d-dedc-4064-b1a1-660d1c0d7a36 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0821056 May 10 17:37:25.651394 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2f4f226a-5dad-45e1-890c-2979df52b280 req-9d055040-3b44-4be6-9b2b-821df0dcbeeb tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415084 May 10 17:37:26.053987 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f13c3c-bcde-4d7d-806c-c8dad6e0b247 req-7a3be455-2249-4a58-aee0-c6b843dd56c4 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:26.055406 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-70f13c3c-bcde-4d7d-806c-c8dad6e0b247 req-7a3be455-2249-4a58-aee0-c6b843dd56c4 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 946 time: 0.0793483 May 10 17:37:26.067895 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-ec19d3cc-cbea-4792-a06e-0bc592f71fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:26.104090 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-70f13c3c-bcde-4d7d-806c-c8dad6e0b247 req-cec8abcb-c1fc-4afe-9f96-b613a0389abf tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398352 May 10 17:37:26.182206 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:26.847965 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e329a-1fcf-444b-93fb-c1f426ec4b86 req-ebabb146-6375-40ae-83b9-ac7d43134be6 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:26.849414 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f68e329a-1fcf-444b-93fb-c1f426ec4b86 req-ebabb146-6375-40ae-83b9-ac7d43134be6 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0852251 May 10 17:37:26.867657 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:26.897522 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f68e329a-1fcf-444b-93fb-c1f426ec4b86 req-a62d779e-a6eb-47ef-b3e6-4c9531f5ea6d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409474 May 10 17:37:27.287272 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad2001-c035-4a52-9ee2-73cb89e5bd48 req-8e329936-1c79-455f-9d95-b40cbb1ad771 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:27.288704 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-00ad2001-c035-4a52-9ee2-73cb89e5bd48 req-8e329936-1c79-455f-9d95-b40cbb1ad771 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 946 time: 0.0788090 May 10 17:37:27.336741 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-00ad2001-c035-4a52-9ee2-73cb89e5bd48 req-928bc2b2-8bbd-46fc-8613-fd5706583278 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423324 May 10 17:37:27.789615 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 920219ad-440a-4368-bed5-82a61d02887e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:37:27.927389 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 920219ad-440a-4368-bed5-82a61d02887e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=920219ad-440a-4368-bed5-82a61d02887e,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:27.941973 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '920219ad-440a-4368-bed5-82a61d02887e', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'port_id': '920219ad-440a-4368-bed5-82a61d02887e', 'mac_address': 'fa:16:3e:13:9e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:37:28.001891 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:28.022536 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 920219ad-440a-4368-bed5-82a61d02887e {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:37:28.039198 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 920219ad-440a-4368-bed5-82a61d02887e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=920219ad-440a-4368-bed5-82a61d02887e,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:28.106270 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1685aa-3324-405c-9789-0dfc2088e420 req-e75e5ae9-9a9f-4529-904d-18cff5b836de tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:28.107768 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2f1685aa-3324-405c-9789-0dfc2088e420 req-e75e5ae9-9a9f-4529-904d-18cff5b836de tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0859241 May 10 17:37:28.119631 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:28.122879 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:28.154385 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2f1685aa-3324-405c-9789-0dfc2088e420 req-67cd5c46-a4f9-4ad3-a008-bbe0b7cf6c36 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 May 10 17:37:28.192147 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=920219ad-440a-4368-bed5-82a61d02887e,revision_number=6']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:28.194899 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:28.252047 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['920219ad-440a-4368-bed5-82a61d02887e'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:37:28.524704 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0bcc5-e9b8-48f4-9bdc-1aa16db01b25 req-7e6ba02b-35d5-4a70-b88f-86eaeeded1ed tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:28.526062 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3ec0bcc5-e9b8-48f4-9bdc-1aa16db01b25 req-7e6ba02b-35d5-4a70-b88f-86eaeeded1ed tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 946 time: 0.0815744 May 10 17:37:28.572160 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3ec0bcc5-e9b8-48f4-9bdc-1aa16db01b25 req-771b0384-f65c-4429-ac9a-bf317f70bf79 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 May 10 17:37:28.783593 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:28.992635 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05021afe-9266-48d5-a294-c3a0c51fd55d req-3bb060de-ae25-4608-905c-514792c9bea8 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:28.994036 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-05021afe-9266-48d5-a294-c3a0c51fd55d req-3bb060de-ae25-4608-905c-514792c9bea8 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 946 time: 0.0825922 May 10 17:37:29.128995 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-05021afe-9266-48d5-a294-c3a0c51fd55d req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Deleting port ac37c05d-bd12-4646-b070-03ea72b3830e {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:37:29.129325 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-05021afe-9266-48d5-a294-c3a0c51fd55d req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:29.272636 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-05021afe-9266-48d5-a294-c3a0c51fd55d req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] For port ac37c05d-bd12-4646-b070-03ea72b3830e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ac37c05d-bd12-4646-b070-03ea72b3830e,segment=NetworkSegment(a8b004b6-cc86-4691-b179-54f3fa714ccf),segment_id=a8b004b6-cc86-4691-b179-54f3fa714ccf)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:29.272992 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-05021afe-9266-48d5-a294-c3a0c51fd55d req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:29.508045 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-05021afe-9266-48d5-a294-c3a0c51fd55d req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Calling delete_port for ac37c05d-bd12-4646-b070-03ea72b3830e owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:37:29.565148 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e5f3f-487d-4075-ac6b-9ccdbe9b09cf req-3a3a6ffa-ef8f-428e-ac7b-5f10d3adbcc1 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:29.567160 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-557e5f3f-487d-4075-ac6b-9ccdbe9b09cf req-3a3a6ffa-ef8f-428e-ac7b-5f10d3adbcc1 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 944 time: 0.2867742 May 10 17:37:29.657172 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-557e5f3f-487d-4075-ac6b-9ccdbe9b09cf req-99abd1ca-ab96-4eb7-8bc9-f62a2ad167aa tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785584 May 10 17:37:29.783505 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675197dc-e9d1-43e8-8a22-5abb8620db73 req-0bd5c40a-5c1a-459c-8ba5-bab435fa7fcc tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:29.784958 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-675197dc-e9d1-43e8-8a22-5abb8620db73 req-0bd5c40a-5c1a-459c-8ba5-bab435fa7fcc tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 946 time: 0.0804439 May 10 17:37:29.805178 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 920219ad-440a-4368-bed5-82a61d02887e up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:29.833169 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-675197dc-e9d1-43e8-8a22-5abb8620db73 req-3d4fc75c-bd66-419f-b8bc-c5296720a735 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7da6ac9-c87c-4331-8874-8f2ab864f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424016 May 10 17:37:29.863964 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-05021afe-9266-48d5-a294-c3a0c51fd55d req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:29.869952 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a612048b-5b62-4e1c-b2a7-3fa14441d256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:29.876280 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['ac37c05d-bd12-4646-b070-03ea72b3830e'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:37:29.903265 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 920219ad-440a-4368-bed5-82a61d02887e triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:29.903471 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:29.919957 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Pushing event deleted for resources: {'Port': ['ID=ac37c05d-bd12-4646-b070-03ea72b3830e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:29.971902 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:29.972365 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:29.972736 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:29.973094 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:29.973447 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:29.974150 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:29.974150 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:29.974516 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:29.974944 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:29.975204 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:29.975543 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:29.975882 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:30.003639 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:30.015676 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-05021afe-9266-48d5-a294-c3a0c51fd55d req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] No DVR routers for this DVR port ac37c05d-bd12-4646-b070-03ea72b3830e on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:37:30.018439 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-05021afe-9266-48d5-a294-c3a0c51fd55d req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:30.021161 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf935751-ee91-4051-b0ac-f5ee3c91e8ce', 'name': 'network-vif-deleted', 'tag': 'ac37c05d-bd12-4646-b070-03ea72b3830e'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:30.041189 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:30.069490 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920219ad-440a-4368-bed5-82a61d02887e'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:30.080439 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 920219ad-440a-4368-bed5-82a61d02887e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=920219ad-440a-4368-bed5-82a61d02887e,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:30.092630 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf935751-ee91-4051-b0ac-f5ee3c91e8ce', 'name': 'network-vif-deleted', 'tag': 'ac37c05d-bd12-4646-b070-03ea72b3830e', 'status': 'completed', 'code': 200} May 10 17:37:30.103786 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-05021afe-9266-48d5-a294-c3a0c51fd55d req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.10 "DELETE /v2.0/ports/ac37c05d-bd12-4646-b070-03ea72b3830e HTTP/1.1" status: 204 len: 173 time: 1.1036601 May 10 17:37:30.145794 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920219ad-440a-4368-bed5-82a61d02887e', 'code': 200} May 10 17:37:30.158536 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:30.161035 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:30.238767 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=920219ad-440a-4368-bed5-82a61d02887e,revision_number=7']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:30.242717 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:30.877052 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f034b-a74f-43e9-bb1f-2e2126f52ef6 req-f489549a-df73-4759-8801-478624f3ee00 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:30.878664 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1c0f034b-a74f-43e9-bb1f-2e2126f52ef6 req-f489549a-df73-4759-8801-478624f3ee00 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.1021991 May 10 17:37:30.953432 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1c0f034b-a74f-43e9-bb1f-2e2126f52ef6 req-ca4ec51d-be69-4aba-8e7f-bef8c333927d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664487 May 10 17:37:31.068448 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-a27cc16b-767d-4690-b851-8527ddd72a8d req-c472f4e6-9c31-46e6-b6ae-a0d93c080121 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Synchronizing usage tracker for tenant:13a3d851d56b491e951719e8b69b2082 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:31.176637 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-a27cc16b-767d-4690-b851-8527ddd72a8d req-c472f4e6-9c31-46e6-b6ae-a0d93c080121 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Unset dirty status for tenant:13a3d851d56b491e951719e8b69b2082 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:31.177786 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a27cc16b-767d-4690-b851-8527ddd72a8d req-c472f4e6-9c31-46e6-b6ae-a0d93c080121 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf935751-ee91-4051-b0ac-f5ee3c91e8ce HTTP/1.1" status: 200 len: 210 time: 0.1725249 May 10 17:37:32.148994 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5087ab-0586-4d04-8ec3-55b542265283 req-185de7ce-06c8-4ff4-b3ec-cca9f60b4286 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:32.151182 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-af5087ab-0586-4d04-8ec3-55b542265283 req-185de7ce-06c8-4ff4-b3ec-cca9f60b4286 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0856550 May 10 17:37:32.208697 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-af5087ab-0586-4d04-8ec3-55b542265283 req-012a534a-e3a1-4792-88d3-e39283685e1d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511320 May 10 17:37:32.430791 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-317d7f3d-df1a-46eb-81ed-2360503ae42e tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403510296&fields=id&tenant_id=ec13fc57f8ad4b18bbdccac4873c542b HTTP/1.1" status: 200 len: 267 time: 0.0568287 May 10 17:37:32.610808 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-a9c6a181-b32e-4af9-b57b-f27e35a33538 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:32.618571 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-a9c6a181-b32e-4af9-b57b-f27e35a33538 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/networks?id=a31643b7-1943-4f4d-99ae-8752792116cb HTTP/1.1" status: 200 len: 809 time: 0.1793623 May 10 17:37:32.635630 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-63c98dd9-e076-458d-8420-4c80b6261758 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/quotas/ec13fc57f8ad4b18bbdccac4873c542b HTTP/1.1" status: 200 len: 375 time: 0.0160272 May 10 17:37:32.734552 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-32788871-af0f-4148-8b7f-4ca832777021 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Synchronizing usage tracker for tenant:ec13fc57f8ad4b18bbdccac4873c542b on resource:port {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:33.119761 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-32788871-af0f-4148-8b7f-4ca832777021 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Unset dirty status for tenant:ec13fc57f8ad4b18bbdccac4873c542b on resource:port {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:33.121640 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-32788871-af0f-4148-8b7f-4ca832777021 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec13fc57f8ad4b18bbdccac4873c542b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4850957 May 10 17:37:33.332445 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-f6287d5d-8606-4eb9-89e7-1f7a6abd8a00 service neutron] 10.222.0.24 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948395 May 10 17:37:33.393554 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7553a1e-e009-4140-bf6c-c4bf68857e5a req-8bb136fa-dad4-478a-9c86-9c79e9af1c89 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:33.395067 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b7553a1e-e009-4140-bf6c-c4bf68857e5a req-8bb136fa-dad4-478a-9c86-9c79e9af1c89 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0793521 May 10 17:37:33.443232 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b7553a1e-e009-4140-bf6c-c4bf68857e5a req-d61ec62b-e287-4834-8752-0462970c030a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420549 May 10 17:37:33.471368 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-c31800b6-5315-4806-90f7-1d0c05c53ed3 service neutron] 10.222.0.24 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326349 May 10 17:37:33.816681 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device ac37c05d-bd12-4646-b070-03ea72b3830e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:37:33.855423 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: ac37c05d-bd12-4646-b070-03ea72b3830e {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:37:33.855776 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device ac37c05d-bd12-4646-b070-03ea72b3830e not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:37:34.380149 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2e11c2fd-6861-4624-a018-634189361534 req-c5f67a60-3df9-40e6-a281-df4d15819e42 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 210 time: 0.0861268 May 10 17:37:34.665596 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59483e4-d99b-40eb-9f49-94caca6b5e81 req-5de19372-9649-450a-9a1a-f57b119a451e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:34.672953 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a59483e4-d99b-40eb-9f49-94caca6b5e81 req-5de19372-9649-450a-9a1a-f57b119a451e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0918961 May 10 17:37:34.743104 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a59483e4-d99b-40eb-9f49-94caca6b5e81 req-65d8ab23-0555-4e0a-b4cf-e6399de63a80 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692880 May 10 17:37:35.476898 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d8dd35c1-0e11-4c17-aef0-8fbf607d03dc req-b59a6df5-063e-4ffb-baa6-6101fe696e40 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 210 time: 0.0460422 May 10 17:37:35.954879 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b9919-ff88-4a2e-a675-ce746da6414b req-b10b2dd8-d76e-4c4d-8381-8113c1cb4791 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:35.962468 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d41b9919-ff88-4a2e-a675-ce746da6414b req-b10b2dd8-d76e-4c4d-8381-8113c1cb4791 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0961812 May 10 17:37:36.004206 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d41b9919-ff88-4a2e-a675-ce746da6414b req-4f31c75f-0de2-4ef1-b75a-679445e0a6da tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408628 May 10 17:37:36.637509 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2cc00f25-c2af-4a93-9e46-33438a55da3e req-d34bba96-dc7c-4ee9-add3-6a04bbd9d37f tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 210 time: 0.0470574 May 10 17:37:37.234109 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def334d-d57d-4a12-871c-7f187d33885f req-7e253272-21ff-4185-aade-d9680e3e28e0 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:37.236245 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4def334d-d57d-4a12-871c-7f187d33885f req-7e253272-21ff-4185-aade-d9680e3e28e0 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.1164372 May 10 17:37:37.314416 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4def334d-d57d-4a12-871c-7f187d33885f req-6bbfa16a-6723-46ae-ad67-401028470621 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700037 May 10 17:37:37.833634 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-12a38a0b-bc0f-4cab-8f42-a63a9804b4ee req-95966731-14c9-44a5-b447-b84b3965a387 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 210 time: 0.0850635 May 10 17:37:38.645742 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2e660-5134-4db2-8513-bdb2d8eabd26 req-60e7df9b-32d5-41a2-9c94-d261b641a1b2 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:38.647296 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d7d2e660-5134-4db2-8513-bdb2d8eabd26 req-60e7df9b-32d5-41a2-9c94-d261b641a1b2 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.1329031 May 10 17:37:38.655726 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-71bbf87f-d833-4f7e-a683-d0c4d120a6bb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:38.656496 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-71bbf87f-d833-4f7e-a683-d0c4d120a6bb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Synchronizing usage tracker for tenant:ec13fc57f8ad4b18bbdccac4873c542b on resource:network {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:38.721209 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d7d2e660-5134-4db2-8513-bdb2d8eabd26 req-81ee6818-6ca4-4e0e-ba2d-051418853647 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586693 May 10 17:37:38.868450 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-71bbf87f-d833-4f7e-a683-d0c4d120a6bb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Unset dirty status for tenant:ec13fc57f8ad4b18bbdccac4873c542b on resource:network {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:38.870493 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-71bbf87f-d833-4f7e-a683-d0c4d120a6bb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.10 "GET /v2.0/networks?id=a31643b7-1943-4f4d-99ae-8752792116cb HTTP/1.1" status: 200 len: 809 time: 0.4826043 May 10 17:37:38.942699 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-4229da51-5768-4326-bf44-444166d1e2ab tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Synchronizing usage tracker for tenant:ec13fc57f8ad4b18bbdccac4873c542b on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:39.026861 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f6922ec2-b3e9-4a2b-bb98-8a44c4190a8a req-238d2312-c55f-40b4-be93-a5705ed4befc tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 210 time: 0.0579000 May 10 17:37:39.096839 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-4229da51-5768-4326-bf44-444166d1e2ab tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Unset dirty status for tenant:ec13fc57f8ad4b18bbdccac4873c542b on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:39.098013 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-4229da51-5768-4326-bf44-444166d1e2ab tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec13fc57f8ad4b18bbdccac4873c542b HTTP/1.1" status: 200 len: 379 time: 0.2185168 May 10 17:37:39.107868 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Request body: {'port': {'device_id': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'admin_state_up': True, 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'security_groups': ['6b92bed9-2a5e-4cd7-9488-88afb27ca854']}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:39.267392 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:39.279945 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:39.394036 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Made reservation on behalf of ec13fc57f8ad4b18bbdccac4873c542b for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:37:39.398196 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:39.589914 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Allocated IP 172.20.0.3 (a31643b7-1943-4f4d-99ae-8752792116cb/78e1df90-1218-483e-9b2a-2ae385c68944/6d2ecfc2-37b8-4287-b644-03034a224351) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:37:39.925157 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:39.959734 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:39.964944 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e5a4-8da0-46d8-a78f-51e099e44c03 req-d7865874-1c47-4a47-957e-fba277ca4357 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:39.967647 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-84c9e5a4-8da0-46d8-a78f-51e099e44c03 req-d7865874-1c47-4a47-957e-fba277ca4357 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0946658 May 10 17:37:39.977931 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Transition to ACTIVE for port object 6d2ecfc2-37b8-4287-b644-03034a224351 will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:37:40.029580 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-84c9e5a4-8da0-46d8-a78f-51e099e44c03 req-e1fac901-f8d5-4d83-bfdb-8eb19317daef tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556500 May 10 17:37:40.101664 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:40.109144 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:40.227987 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Network a31643b7-1943-4f4d-99ae-8752792116cb is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:37:40.238204 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:37:40.240921 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:37:40.317786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Pushing event updated for resources: {'Port': ['ID=6d2ecfc2-37b8-4287-b644-03034a224351,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:40.328987 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:40.355846 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:40.356548 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:40.391360 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bba31-31a4-49c3-993a-36a94677f872 req-875b5f43-bc5b-4dbe-b58b-ae0f752563f1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:40.392866 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6c0bba31-31a4-49c3-993a-36a94677f872 req-875b5f43-bc5b-4dbe-b58b-ae0f752563f1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 931 time: 0.2229168 May 10 17:37:40.442612 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6c0bba31-31a4-49c3-993a-36a94677f872 req-ca57118b-4a28-4727-9981-a99a602aed40 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417283 May 10 17:37:40.603785 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-b451a0d0-7a33-4eec-9be3-c7acc822a893 None None] Provisioning for port 6d2ecfc2-37b8-4287-b644-03034a224351 completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:40.604494 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5006239 May 10 17:37:40.608823 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-b451a0d0-7a33-4eec-9be3-c7acc822a893 None None] Provisioning complete for port 6d2ecfc2-37b8-4287-b644-03034a224351 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:40.609206 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-b451a0d0-7a33-4eec-9be3-c7acc822a893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:40.659983 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Request body: {'port': {'device_id': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:40.669995 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-b451a0d0-7a33-4eec-9be3-c7acc822a893 None None] Port 6d2ecfc2-37b8-4287-b644-03034a224351 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:37:40.791313 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:41.236658 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2ecfc2-37b8-4287-b644-03034a224351 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:37:41.246941 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:41.264685 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Transition to ACTIVE for port object 6d2ecfc2-37b8-4287-b644-03034a224351 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:37:41.360729 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:41.372225 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-02e8c37a-d983-4abb-ba15-719ea9d4640c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:41.511903 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Pushing event updated for resources: {'Port': ['ID=6d2ecfc2-37b8-4287-b644-03034a224351,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:41.517090 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:41.609874 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb55265-1060-4164-95b5-96dbae5974d1 req-69ca0dc8-e051-4d14-856a-87967fdadafd tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:41.611380 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7eb55265-1060-4164-95b5-96dbae5974d1 req-69ca0dc8-e051-4d14-856a-87967fdadafd tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.3002398 May 10 17:37:41.660369 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8a71a-1087-433d-9f37-424b576e4b04 req-5ed4c96c-bd1c-424e-9571-249a3f1ac271 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:41.662047 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dfa8a71a-1087-433d-9f37-424b576e4b04 req-5ed4c96c-bd1c-424e-9571-249a3f1ac271 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 943 time: 0.0847263 May 10 17:37:41.675114 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Attempting to bind port 6d2ecfc2-37b8-4287-b644-03034a224351 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:37:41.677180 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Attempting to bind port 6d2ecfc2-37b8-4287-b644-03034a224351 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9321df0d-09ba-42f3-a172-f29ec13274c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:37:41.677180 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Attempting to bind port 6d2ecfc2-37b8-4287-b644-03034a224351 on network a31643b7-1943-4f4d-99ae-8752792116cb {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:41.684718 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7eb55265-1060-4164-95b5-96dbae5974d1 req-ed4b0776-885a-4685-89c7-679a648fd1da tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666115 May 10 17:37:41.687103 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Port 6d2ecfc2-37b8-4287-b644-03034a224351 on network a31643b7-1943-4f4d-99ae-8752792116cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:37:41.687430 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Attempting to bind port 6d2ecfc2-37b8-4287-b644-03034a224351 on network a31643b7-1943-4f4d-99ae-8752792116cb {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:41.693512 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:37:41.693855 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Checking segment: {'id': '9321df0d-09ba-42f3-a172-f29ec13274c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:37:41.694263 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Bound using segment: {'id': '9321df0d-09ba-42f3-a172-f29ec13274c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:37:41.694693 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Bound port: 6d2ecfc2-37b8-4287-b644-03034a224351, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9321df0d-09ba-42f3-a172-f29ec13274c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:37:41.695038 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:41.715530 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dfa8a71a-1087-433d-9f37-424b576e4b04 req-fbca22f0-e7f1-4e7b-9611-10103c4d22b8 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467203 May 10 17:37:41.787369 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] For port 6d2ecfc2-37b8-4287-b644-03034a224351, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:37:41.790285 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] For port 6d2ecfc2-37b8-4287-b644-03034a224351, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d2ecfc2-37b8-4287-b644-03034a224351,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:37:41.897057 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:41.902445 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:41.957677 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:41.957677 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:41.958312 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] 10.222.0.10 "PUT /v2.0/ports/6d2ecfc2-37b8-4287-b644-03034a224351 HTTP/1.1" status: 200 len: 1093 time: 1.3462467 May 10 17:37:41.958831 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:42.003121 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Pushing event updated for resources: {'Port': ['ID=6d2ecfc2-37b8-4287-b644-03034a224351,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:42.013081 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:42.092505 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351', 'status': 'completed', 'code': 200} May 10 17:37:42.184297 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-be06e428-6c4d-48b5-a2c1-a651f86e931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:42.185873 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-be06e428-6c4d-48b5-a2c1-a651f86e931d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec13fc57f8ad4b18bbdccac4873c542b&device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 1096 time: 0.0803707 May 10 17:37:42.293121 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-b19e3a19-d5e8-4f84-bced-94ce707e3a8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d2ecfc2-37b8-4287-b644-03034a224351 HTTP/1.1" status: 200 len: 217 time: 0.0990572 May 10 17:37:42.459779 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-82756bf1-6db5-46fc-80a5-240649516dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:42.461194 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-82756bf1-6db5-46fc-80a5-240649516dc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78e1df90-1218-483e-9b2a-2ae385c68944 HTTP/1.1" status: 200 len: 848 time: 0.1599839 May 10 17:37:42.474245 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c84d4-ac3e-40bf-a353-314f388e747b req-2f4c4cab-8562-4e4b-8174-307ecee66df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:42.475566 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ce8c84d4-ac3e-40bf-a353-314f388e747b req-2f4c4cab-8562-4e4b-8174-307ecee66df9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 1098 time: 0.2235711 May 10 17:37:42.743629 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c84d4-ac3e-40bf-a353-314f388e747b req-c122fd7e-faad-42c7-9c96-adb8bb50a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:42.743990 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ce8c84d4-ac3e-40bf-a353-314f388e747b req-c122fd7e-faad-42c7-9c96-adb8bb50a24c service neutron] 10.222.0.10 "GET /v2.0/networks?id=025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 200 len: 917 time: 0.1530352 May 10 17:37:42.746550 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-8f025eb6-b9a7-4cf4-89ce-04bd94bd30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:42.748436 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-8f025eb6-b9a7-4cf4-89ce-04bd94bd30cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a31643b7-1943-4f4d-99ae-8752792116cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1867886 May 10 17:37:42.983968 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896a724-94f2-4767-a94c-94adf7521ec0 req-b5c338e0-0cef-4d95-9a14-49de0e859d30 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:42.985465 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d896a724-94f2-4767-a94c-94adf7521ec0 req-b5c338e0-0cef-4d95-9a14-49de0e859d30 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.1755204 May 10 17:37:43.002638 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ce8c84d4-ac3e-40bf-a353-314f388e747b req-0012d7ac-b1df-4589-a42d-bacf72d0c833 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920219ad-440a-4368-bed5-82a61d02887e HTTP/1.1" status: 200 len: 1001 time: 0.2450035 May 10 17:37:43.029936 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d896a724-94f2-4767-a94c-94adf7521ec0 req-bc12ace2-91bb-4e5f-b470-8e92b2a5d90e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386584 May 10 17:37:43.077531 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-2da06cac-7718-4584-86d6-1f8f7784f79b service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641106 May 10 17:37:43.123889 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ca10e-8f47-4cce-8378-8e3ae9101819 req-d960c95c-8493-4c47-8b5c-4b4e0e36073b tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:43.124569 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-359ca10e-8f47-4cce-8378-8e3ae9101819 req-d960c95c-8493-4c47-8b5c-4b4e0e36073b tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Synchronizing usage tracker for tenant:ec13fc57f8ad4b18bbdccac4873c542b on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:43.133932 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c84d4-ac3e-40bf-a353-314f388e747b req-a7a3849a-3108-4f23-942a-2125fff64f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:43.135348 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ce8c84d4-ac3e-40bf-a353-314f388e747b req-a7a3849a-3108-4f23-942a-2125fff64f11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca218de9-5eb7-45be-9784-dfe588b4a018 HTTP/1.1" status: 200 len: 855 time: 0.1256330 May 10 17:37:43.296226 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-db377d69-63ff-43e3-879c-48a5b6c94d2e req-7c8b746c-5924-4978-8bf1-b128febdd65e service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077861 May 10 17:37:43.300442 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-359ca10e-8f47-4cce-8378-8e3ae9101819 req-d960c95c-8493-4c47-8b5c-4b4e0e36073b tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Unset dirty status for tenant:ec13fc57f8ad4b18bbdccac4873c542b on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:43.301763 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-359ca10e-8f47-4cce-8378-8e3ae9101819 req-d960c95c-8493-4c47-8b5c-4b4e0e36073b tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 943 time: 0.4501686 May 10 17:37:43.325995 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c84d4-ac3e-40bf-a353-314f388e747b req-86001e23-2cc2-4158-9d69-a62110839952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:43.327511 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ce8c84d4-ac3e-40bf-a353-314f388e747b req-86001e23-2cc2-4158-9d69-a62110839952 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=025c12d2-d785-400c-8db6-8fd4c9c625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1446300 May 10 17:37:43.453396 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-359ca10e-8f47-4cce-8378-8e3ae9101819 req-051284b8-13ab-438f-b72e-daf3fc35e810 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449234 May 10 17:37:43.521378 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ce8c84d4-ac3e-40bf-a353-314f388e747b req-bdc72ddd-03aa-4be1-bce0-d2513cac85a9 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849976 May 10 17:37:43.560515 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a27d4-913b-42bb-9efa-1fbbfc6411c4 req-039db326-a9bf-4dbc-b5ee-9865b4808743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:43.561883 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5c2a27d4-913b-42bb-9efa-1fbbfc6411c4 req-039db326-a9bf-4dbc-b5ee-9865b4808743 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec13fc57f8ad4b18bbdccac4873c542b&device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 1096 time: 0.1408925 May 10 17:37:43.756510 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ce8c84d4-ac3e-40bf-a353-314f388e747b req-7a0845c5-eea0-46c0-80ca-f6f4c3a2f3d7 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255678 May 10 17:37:43.772697 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a27d4-913b-42bb-9efa-1fbbfc6411c4 req-06acafba-a20c-4b07-8a2a-1fd0177523db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:43.774104 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5c2a27d4-913b-42bb-9efa-1fbbfc6411c4 req-06acafba-a20c-4b07-8a2a-1fd0177523db service neutron] 10.222.0.10 "GET /v2.0/networks?id=a31643b7-1943-4f4d-99ae-8752792116cb HTTP/1.1" status: 200 len: 910 time: 0.1703749 May 10 17:37:43.895860 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5c2a27d4-913b-42bb-9efa-1fbbfc6411c4 req-dde32436-26e3-43d9-aa48-bdedbad3be50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d2ecfc2-37b8-4287-b644-03034a224351 HTTP/1.1" status: 200 len: 217 time: 0.1041019 May 10 17:37:44.073708 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d743f-e697-4bc6-ab3b-925b0de835e9 req-ee8ab437-0f83-4ee2-a715-e2a23e82effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:44.076092 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-128d743f-e697-4bc6-ab3b-925b0de835e9 req-ee8ab437-0f83-4ee2-a715-e2a23e82effd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 1098 time: 0.2297695 May 10 17:37:44.078680 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a27d4-913b-42bb-9efa-1fbbfc6411c4 req-903435cd-f8d2-4466-97a3-c26dd2254885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:44.079986 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5c2a27d4-913b-42bb-9efa-1fbbfc6411c4 req-903435cd-f8d2-4466-97a3-c26dd2254885 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78e1df90-1218-483e-9b2a-2ae385c68944 HTTP/1.1" status: 200 len: 848 time: 0.1732752 May 10 17:37:44.235828 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721aa43-8fe9-426c-a5c7-1cac50901041 req-a90853a0-ea1d-494c-999d-37a97bf0e1c8 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:44.237466 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f721aa43-8fe9-426c-a5c7-1cac50901041 req-a90853a0-ea1d-494c-999d-37a97bf0e1c8 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0818179 May 10 17:37:44.281898 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d743f-e697-4bc6-ab3b-925b0de835e9 req-8f214216-3e5d-4d30-a0b1-e8b818c3b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:44.283457 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-128d743f-e697-4bc6-ab3b-925b0de835e9 req-8f214216-3e5d-4d30-a0b1-e8b818c3b7a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 200 len: 917 time: 0.1953557 May 10 17:37:44.285475 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a27d4-913b-42bb-9efa-1fbbfc6411c4 req-be36c5f6-8751-4a30-b8e9-10b67dee06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:44.286819 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5c2a27d4-913b-42bb-9efa-1fbbfc6411c4 req-be36c5f6-8751-4a30-b8e9-10b67dee06bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a31643b7-1943-4f4d-99ae-8752792116cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1966631 May 10 17:37:44.288231 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f721aa43-8fe9-426c-a5c7-1cac50901041 req-88d1112d-9627-4107-a346-7db5019ec8d9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447078 May 10 17:37:44.479290 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-128d743f-e697-4bc6-ab3b-925b0de835e9 req-b206e637-5207-4539-ac55-83f5c7a7069c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920219ad-440a-4368-bed5-82a61d02887e HTTP/1.1" status: 200 len: 1001 time: 0.1831281 May 10 17:37:44.564918 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5c2a27d4-913b-42bb-9efa-1fbbfc6411c4 req-17e8930c-1a86-424e-8ff1-3e50e7f473e1 service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112541 May 10 17:37:44.570483 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d743f-e697-4bc6-ab3b-925b0de835e9 req-8578f1c9-6dd3-4569-9cd1-d0b29bd08059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:44.572081 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-128d743f-e697-4bc6-ab3b-925b0de835e9 req-8578f1c9-6dd3-4569-9cd1-d0b29bd08059 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca218de9-5eb7-45be-9784-dfe588b4a018 HTTP/1.1" status: 200 len: 855 time: 0.0798354 May 10 17:37:44.641814 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd169946-e56d-4476-b313-6e3622fa2ee3 req-5c223ba3-fd56-4f30-b638-18a83fda802f tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:44.643349 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dd169946-e56d-4476-b313-6e3622fa2ee3 req-5c223ba3-fd56-4f30-b638-18a83fda802f tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 943 time: 0.0808301 May 10 17:37:44.689401 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dd169946-e56d-4476-b313-6e3622fa2ee3 req-63cd19b9-13ca-4def-bbd1-a639fbdc8546 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399296 May 10 17:37:44.750710 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5c2a27d4-913b-42bb-9efa-1fbbfc6411c4 req-0c7854c7-43f8-460c-bb46-b315abc501f0 service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774430 May 10 17:37:44.754550 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d743f-e697-4bc6-ab3b-925b0de835e9 req-89ebb5d6-47e6-4ccc-84a7-47b173a11b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:44.755872 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-128d743f-e697-4bc6-ab3b-925b0de835e9 req-89ebb5d6-47e6-4ccc-84a7-47b173a11b05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=025c12d2-d785-400c-8db6-8fd4c9c625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1654828 May 10 17:37:44.884170 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-128d743f-e697-4bc6-ab3b-925b0de835e9 req-19b5dca6-5de3-4238-9e6f-525e354e728e service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213048 May 10 17:37:45.014051 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-128d743f-e697-4bc6-ab3b-925b0de835e9 req-1fe96440-86b2-438c-80a5-76839c4cf4e0 service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224601 May 10 17:37:45.488434 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64b385-98ca-4e48-b47f-cac7c68b55de req-c611f5f7-9f5f-4711-b626-e5309ed07496 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:45.494674 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5b64b385-98ca-4e48-b47f-cac7c68b55de req-c611f5f7-9f5f-4711-b626-e5309ed07496 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 945 time: 0.0906792 May 10 17:37:45.538640 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5b64b385-98ca-4e48-b47f-cac7c68b55de req-648ba835-0660-4c57-b0d2-1907bf5c1f61 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428376 May 10 17:37:45.870651 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783da0e-fec4-43bc-8d38-c28feb2b1115 req-44b9b333-3b3f-4706-803d-ce919887bd2c tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:45.872057 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a783da0e-fec4-43bc-8d38-c28feb2b1115 req-44b9b333-3b3f-4706-803d-ce919887bd2c tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 943 time: 0.0783978 May 10 17:37:45.884585 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 6d2ecfc2-37b8-4287-b644-03034a224351 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:37:45.893722 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 920219ad-440a-4368-bed5-82a61d02887e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:37:45.917368 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a783da0e-fec4-43bc-8d38-c28feb2b1115 req-aac2d901-64c9-4b05-bdf3-08299a812470 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394993 May 10 17:37:46.103132 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:46.125739 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 6d2ecfc2-37b8-4287-b644-03034a224351, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d2ecfc2-37b8-4287-b644-03034a224351,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:46.147788 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920219ad-440a-4368-bed5-82a61d02887e'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:46.152232 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '6d2ecfc2-37b8-4287-b644-03034a224351', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'port_id': '6d2ecfc2-37b8-4287-b644-03034a224351', 'mac_address': 'fa:16:3e:02:ef:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:37:46.187166 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 920219ad-440a-4368-bed5-82a61d02887e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=920219ad-440a-4368-bed5-82a61d02887e,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:46.199563 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920219ad-440a-4368-bed5-82a61d02887e', 'code': 200} May 10 17:37:46.214271 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:46.233873 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2ecfc2-37b8-4287-b644-03034a224351 {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:37:46.249268 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 6d2ecfc2-37b8-4287-b644-03034a224351, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d2ecfc2-37b8-4287-b644-03034a224351,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:46.260593 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:46.262394 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-b7bc6c15-41b4-4fe2-837c-42a8c9617927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:46.329002 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=920219ad-440a-4368-bed5-82a61d02887e,revision_number=8']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:46.333274 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:46.359050 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:46.360863 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:46.433466 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=6d2ecfc2-37b8-4287-b644-03034a224351,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:46.435816 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:46.588377 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['6d2ecfc2-37b8-4287-b644-03034a224351'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:37:46.747147 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dcfbc-5b34-425d-b3f6-56b83de8a25a req-06fde4bc-b652-427d-877a-cf53ac5c63f0 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:46.749247 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-136dcfbc-5b34-425d-b3f6-56b83de8a25a req-06fde4bc-b652-427d-877a-cf53ac5c63f0 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0926659 May 10 17:37:46.794661 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-136dcfbc-5b34-425d-b3f6-56b83de8a25a req-32db39b4-a086-4970-985d-a2b47a44eb3c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398655 May 10 17:37:47.107963 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffdb99-85df-4c5f-a6a3-2b62e21c2bee req-85bb826d-204a-4088-b90d-fe59db546af5 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:47.109410 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6dffdb99-85df-4c5f-a6a3-2b62e21c2bee req-85bb826d-204a-4088-b90d-fe59db546af5 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 944 time: 0.0855758 May 10 17:37:47.154233 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6dffdb99-85df-4c5f-a6a3-2b62e21c2bee req-0d9db33b-9210-4223-ae23-628cb9d076d2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389261 May 10 17:37:47.898729 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 6d2ecfc2-37b8-4287-b644-03034a224351 up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:47.996157 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09569aec-9c98-4699-a5c4-e4164599fbc8 req-1891c7e7-a380-4332-8967-c3df1abdd2bb tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:47.997656 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-09569aec-9c98-4699-a5c4-e4164599fbc8 req-1891c7e7-a380-4332-8967-c3df1abdd2bb tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0902576 May 10 17:37:48.044701 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-09569aec-9c98-4699-a5c4-e4164599fbc8 req-4e0dc077-9004-4865-aa86-557a2f40cebe tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 May 10 17:37:48.108047 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port 6d2ecfc2-37b8-4287-b644-03034a224351 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:48.113020 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 6d2ecfc2-37b8-4287-b644-03034a224351 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:48.113468 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:48.233245 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:48.260213 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:48.269927 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 6d2ecfc2-37b8-4287-b644-03034a224351, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d2ecfc2-37b8-4287-b644-03034a224351,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:48.351993 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f4ba1-4ae8-498c-b435-711af23e8bc9 req-b6bf65f6-a2f2-4e8e-b4a5-7462dae0357c tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:48.353453 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7b2f4ba1-4ae8-498c-b435-711af23e8bc9 req-b6bf65f6-a2f2-4e8e-b4a5-7462dae0357c tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 944 time: 0.0816772 May 10 17:37:48.400122 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7b2f4ba1-4ae8-498c-b435-711af23e8bc9 req-b81eb6f6-f328-4c1e-aeb1-f70e59b56622 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401990 May 10 17:37:48.410739 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:48.422372 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:48.457376 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351', 'code': 200} May 10 17:37:48.484269 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=6d2ecfc2-37b8-4287-b644-03034a224351,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:48.487295 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:49.119534 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ff86c-1aff-4a43-b680-79c186440200 req-cfe8c5cf-8e14-4adc-a1e5-6fa46815a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:49.121508 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-085ff86c-1aff-4a43-b680-79c186440200 req-cfe8c5cf-8e14-4adc-a1e5-6fa46815a2c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 1098 time: 0.0703745 May 10 17:37:49.165414 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-085ff86c-1aff-4a43-b680-79c186440200 req-cfb49c10-228c-4ab5-b245-b382e29a600a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375159 May 10 17:37:49.587518 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ac660-07ea-47bd-b347-e21557534589 req-504c50c8-70cb-4b84-aef0-a0784cd05f97 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:49.589594 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f81ac660-07ea-47bd-b347-e21557534589 req-504c50c8-70cb-4b84-aef0-a0784cd05f97 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0819082 May 10 17:37:49.635433 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f81ac660-07ea-47bd-b347-e21557534589 req-73c262bd-80f8-4729-884c-d6e0824bc132 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401399 May 10 17:37:49.920472 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 920219ad-440a-4368-bed5-82a61d02887e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:37:50.834070 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bbc55-29e1-4cf1-9ee2-76d499880713 req-244cba3c-ddcf-4612-98a2-db643467d69a tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:50.835599 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-494bbc55-29e1-4cf1-9ee2-76d499880713 req-244cba3c-ddcf-4612-98a2-db643467d69a tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0837834 May 10 17:37:50.889914 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-494bbc55-29e1-4cf1-9ee2-76d499880713 req-32cd6cd8-87f3-4a2e-be78-8188e9af6391 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476162 May 10 17:37:51.100038 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf560ee-224c-493f-9623-1d2d8a637527 req-a9dd2a00-75cc-42da-86d6-f3a0b0eee52c tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:51.101601 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2cf560ee-224c-493f-9623-1d2d8a637527 req-a9dd2a00-75cc-42da-86d6-f3a0b0eee52c tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0893462 May 10 17:37:51.149932 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2cf560ee-224c-493f-9623-1d2d8a637527 req-e35db300-c097-4116-8000-1e4467bfdb58 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423107 May 10 17:37:51.172319 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 56512) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:51.348453 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd0c466-5f71-40f0-8e3a-311c341a0653 tempest-TestShelveInstance-202205829 tempest-TestShelveInstance-202205829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:51.349075 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6dd0c466-5f71-40f0-8e3a-311c341a0653 tempest-TestShelveInstance-202205829 tempest-TestShelveInstance-202205829-project-admin] Synchronizing usage tracker for tenant:3529829c7151461d873b481d21fb30b4 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:51.460900 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6dd0c466-5f71-40f0-8e3a-311c341a0653 tempest-TestShelveInstance-202205829 tempest-TestShelveInstance-202205829-project-admin] Unset dirty status for tenant:3529829c7151461d873b481d21fb30b4 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:51.462158 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-6dd0c466-5f71-40f0-8e3a-311c341a0653 tempest-TestShelveInstance-202205829 tempest-TestShelveInstance-202205829-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 1093 time: 0.2887640 May 10 17:37:51.465049 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 56518) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:51.470526 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Request body: {'floatingip': {'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'port_id': '6d2ecfc2-37b8-4287-b644-03034a224351', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:51.476728 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:51.481183 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Usage tracker for resource:floatingip and tenant:ec13fc57f8ad4b18bbdccac4873c542b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:51.484269 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:51.490870 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:51.611332 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for floatingip, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:51.639378 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084dd9a-f7b5-489f-a732-dc5b8f38a943 req-bc262238-4a07-4f60-89d2-009c3f9655f4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:51.640848 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d084dd9a-f7b5-489f-a732-dc5b8f38a943 req-bc262238-4a07-4f60-89d2-009c3f9655f4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0848320 May 10 17:37:51.689607 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d084dd9a-f7b5-489f-a732-dc5b8f38a943 req-d8d2923e-a10b-488b-b468-9722aea96751 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428503 May 10 17:37:51.843272 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:51.978657 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Allocated IP 172.28.2.56 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/c2ea42bc-a679-42ab-b4ea-af8c3df30562) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:37:52.133658 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:52.223164 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 56550) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:52.230156 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:52.234828 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-44a4b3f6-af5c-43b5-bf18-1c906ec39233 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:52.345006 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:37:52.348359 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:37:52.359668 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:37:52.394214 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Pushing event updated for resources: {'Port': ['ID=c2ea42bc-a679-42ab-b4ea-af8c3df30562,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:52.399199 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:52.478573 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-aaee957b-9b62-483d-b5ef-0af81193fc57 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2541096 May 10 17:37:52.802908 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:52.896917 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713b11-1536-4975-8012-a314dc8a536a req-2322ae8e-c106-4176-9000-1e9bf7337819 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:52.898391 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1b713b11-1536-4975-8012-a314dc8a536a req-2322ae8e-c106-4176-9000-1e9bf7337819 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0807362 May 10 17:37:52.945943 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1b713b11-1536-4975-8012-a314dc8a536a req-2fa99bb9-e7a0-4319-9f42-fc6446ba6fbd tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413101 May 10 17:37:52.997578 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:53.199058 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:53.363605 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:53.367573 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:53.471611 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Pushing event updated for resources: {'Port': ['ID=c2ea42bc-a679-42ab-b4ea-af8c3df30562,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:53.474212 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:53.486375 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:53.500433 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5662865f-d134-407b-89e3-c4aab38d7fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:53.771915 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.l3_db [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Floating IP 09a5bdb7-b93c-4735-b9dd-ffa5c914e83d associated. External IP: 172.28.2.56, port: 6d2ecfc2-37b8-4287-b644-03034a224351. May 10 17:37:54.154038 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Router a9f20609-9f95-48b1-8230-da9c4b7db4e5 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:37:54.201991 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10723558-9af3-48d4-b0db-37f02cd5fc0f req-e852c9a4-173a-4dfe-85ac-202c7b24c27f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:54.206856 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-10723558-9af3-48d4-b0db-37f02cd5fc0f req-e852c9a4-173a-4dfe-85ac-202c7b24c27f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.1057432 May 10 17:37:54.252831 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-10723558-9af3-48d4-b0db-37f02cd5fc0f req-f1411a80-7d54-4a70-a07a-f58c457f42d0 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430613 May 10 17:37:54.343667 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:37:54.354551 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf38c5-6778-454e-b31e-af2bdb38ad8c None None] Sync routers for ids ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:37:54.365116 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf38c5-6778-454e-b31e-af2bdb38ad8c None None] Routers {'a9f20609-9f95-48b1-8230-da9c4b7db4e5'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:37:54.365994 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-b7bf38c5-6778-454e-b31e-af2bdb38ad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:37:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:54.479116 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:54.538552 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0722079 May 10 17:37:54.539140 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:54.545487 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-b7bf38c5-6778-454e-b31e-af2bdb38ad8c None None] Set router a9f20609-9f95-48b1-8230-da9c4b7db4e5 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:37:54.650400 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351', 'status': 'completed', 'code': 200} May 10 17:37:54.796730 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-aa21eb3a-a305-412b-93fc-35f83f120114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:54.798139 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-aa21eb3a-a305-412b-93fc-35f83f120114 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772&tenant_id=8e3e19f7c103427ba25defaf85bee1c9 HTTP/1.1" status: 200 len: 1096 time: 0.1415269 May 10 17:37:54.801154 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97270159-f4c4-4ccf-992f-faf9e855e0ea req-955a0fa3-6d7e-4760-ad67-2ae2966f8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:54.803224 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-97270159-f4c4-4ccf-992f-faf9e855e0ea req-955a0fa3-6d7e-4760-ad67-2ae2966f8eeb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec13fc57f8ad4b18bbdccac4873c542b&device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 1098 time: 0.1057236 May 10 17:37:54.913919 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-b7bf38c5-6778-454e-b31e-af2bdb38ad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:36:58Z', 'revision_number': 4, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '09a5bdb7-b93c-4735-b9dd-ffa5c914e83d', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'floating_ip_address': '172.28.2.56', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'port_id': '6d2ecfc2-37b8-4287-b644-03034a224351', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'mac_address': 'fa:16:3e:02:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:37:52Z', 'updated_at': '2021-05-10T17:37:52Z', 'revision_number': 0, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ebf808-ba97-4d1b-9b27-fb3f895954ed', 'name': '', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'mac_address': 'fa:16:3e:bf:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:57Z', 'updated_at': '2021-05-10T17:37:04Z', 'revision_number': 5, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'subnets': [{'id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:54.918270 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf38c5-6778-454e-b31e-af2bdb38ad8c None None] Checking router: a9f20609-9f95-48b1-8230-da9c4b7db4e5 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:37:54.926876 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf38c5-6778-454e-b31e-af2bdb38ad8c None None] Routers {'a9f20609-9f95-48b1-8230-da9c4b7db4e5'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:37:54.927554 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-b7bf38c5-6778-454e-b31e-af2bdb38ad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:37:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:54.988397 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97270159-f4c4-4ccf-992f-faf9e855e0ea req-707f05a0-6d30-47ce-a9f6-f1c68eab465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:54.989839 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-97270159-f4c4-4ccf-992f-faf9e855e0ea req-707f05a0-6d30-47ce-a9f6-f1c68eab465a service neutron] 10.222.0.10 "GET /v2.0/networks?id=a31643b7-1943-4f4d-99ae-8752792116cb HTTP/1.1" status: 200 len: 910 time: 0.1785576 May 10 17:37:55.055633 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-3d290377-87b7-4754-9635-1e5ca9a4b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:55.057019 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-3d290377-87b7-4754-9635-1e5ca9a4b1eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 1096 time: 0.2242088 May 10 17:37:55.101719 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-b7bf38c5-6778-454e-b31e-af2bdb38ad8c None None] Set router a9f20609-9f95-48b1-8230-da9c4b7db4e5 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:37:55.181086 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-97270159-f4c4-4ccf-992f-faf9e855e0ea req-39b9958f-2802-4ae8-a381-0433df4d3c8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d2ecfc2-37b8-4287-b644-03034a224351 HTTP/1.1" status: 200 len: 998 time: 0.1829872 May 10 17:37:55.265968 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-8342aa1b-cb51-4858-be52-4ee32ee29d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:55.267441 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-8342aa1b-cb51-4858-be52-4ee32ee29d56 service neutron] 10.222.0.10 "GET /v2.0/networks?id=025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 200 len: 917 time: 0.2019222 May 10 17:37:55.273607 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97270159-f4c4-4ccf-992f-faf9e855e0ea req-472a9120-bffb-4db5-8823-94dc298e2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:55.275062 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-97270159-f4c4-4ccf-992f-faf9e855e0ea req-472a9120-bffb-4db5-8823-94dc298e2dca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78e1df90-1218-483e-9b2a-2ae385c68944 HTTP/1.1" status: 200 len: 848 time: 0.0815990 May 10 17:37:55.530247 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-b7bf38c5-6778-454e-b31e-af2bdb38ad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:36:58Z', 'revision_number': 4, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '09a5bdb7-b93c-4735-b9dd-ffa5c914e83d', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'floating_ip_address': '172.28.2.56', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'port_id': '6d2ecfc2-37b8-4287-b644-03034a224351', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'mac_address': 'fa:16:3e:02:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:37:52Z', 'updated_at': '2021-05-10T17:37:52Z', 'revision_number': 0, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ebf808-ba97-4d1b-9b27-fb3f895954ed', 'name': '', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'mac_address': 'fa:16:3e:bf:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:57Z', 'updated_at': '2021-05-10T17:37:04Z', 'revision_number': 5, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'subnets': [{'id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:55.535647 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf38c5-6778-454e-b31e-af2bdb38ad8c None None] The sync data for ids ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'] in dv-cinder-786386-3-smb is: [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:36:58Z', 'revision_number': 4, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '09a5bdb7-b93c-4735-b9dd-ffa5c914e83d', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'floating_ip_address': '172.28.2.56', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'port_id': '6d2ecfc2-37b8-4287-b644-03034a224351', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'mac_address': 'fa:16:3e:02:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:37:52Z', 'updated_at': '2021-05-10T17:37:52Z', 'revision_number': 0, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ebf808-ba97-4d1b-9b27-fb3f895954ed', 'name': '', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'mac_address': 'fa:16:3e:bf:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:57Z', 'updated_at': '2021-05-10T17:37:04Z', 'revision_number': 5, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'subnets': [{'id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:37:55.542255 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbfe14-f203-417b-99f0-4c0bbcfcf1e5 req-8a8f0082-541f-45cb-8855-fa0f29fa3615 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:55.555479 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-37bbfe14-f203-417b-99f0-4c0bbcfcf1e5 req-8a8f0082-541f-45cb-8855-fa0f29fa3615 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.1182320 May 10 17:37:55.610065 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-37bbfe14-f203-417b-99f0-4c0bbcfcf1e5 req-1cafbb8a-d22d-463c-bcb3-f35ba16a3400 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502548 May 10 17:37:55.622534 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-d0332671-8e5a-4034-8260-c0371358af00 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920219ad-440a-4368-bed5-82a61d02887e HTTP/1.1" status: 200 len: 999 time: 0.3464088 May 10 17:37:55.708992 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97270159-f4c4-4ccf-992f-faf9e855e0ea req-ae38729b-31dd-40a3-bf11-39f34d20b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:55.710547 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-97270159-f4c4-4ccf-992f-faf9e855e0ea req-ae38729b-31dd-40a3-bf11-39f34d20b415 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a31643b7-1943-4f4d-99ae-8752792116cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3235536 May 10 17:37:55.711838 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-42b3075c-e53c-476d-94da-82f28bf318d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:55.713159 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-42b3075c-e53c-476d-94da-82f28bf318d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca218de9-5eb7-45be-9784-dfe588b4a018 HTTP/1.1" status: 200 len: 855 time: 0.0832846 May 10 17:37:55.735408 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20a606-d491-4bce-80e4-74ec4cd7117d None None] New status for floating IP 09a5bdb7-b93c-4735-b9dd-ffa5c914e83d: ACTIVE {{(pid=79211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:37:55.924290 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-97270159-f4c4-4ccf-992f-faf9e855e0ea req-f01d1c91-0e1c-4158-85d6-8f8dba17d659 service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022421 May 10 17:37:55.926124 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-be359629-e177-4484-b7d1-1c65fba6fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:55.927466 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-be359629-e177-4484-b7d1-1c65fba6fffa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=025c12d2-d785-400c-8db6-8fd4c9c625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1784186 May 10 17:37:56.141550 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-65532213-dc0d-4a7e-a143-677dfa8613f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:56.174379 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-97270159-f4c4-4ccf-992f-faf9e855e0ea req-e340b284-2610-46fe-b08e-ee17de55cb09 service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389784 May 10 17:37:56.177357 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-6858769c-5cf3-448e-b815-9c5b62f0872e service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240887 May 10 17:37:56.266568 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:56.313153 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0877ca57-2b05-47a9-ac41-b65f9199731c req-933b3c6c-57ed-440e-a49e-8edda1493cbe service neutron] 10.222.0.10 "GET /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287518 May 10 17:37:56.819298 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeaa04-74b6-4601-b404-9e775ca390a5 req-31b85d52-0f3c-4902-9407-b5ffbb4021ec tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:56.821070 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7afeaa04-74b6-4601-b404-9e775ca390a5 req-31b85d52-0f3c-4902-9407-b5ffbb4021ec tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0939763 May 10 17:37:56.866508 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7afeaa04-74b6-4601-b404-9e775ca390a5 req-79be8e32-5405-4fd3-97a1-977655dbd8e4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385025 May 10 17:37:56.907656 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:58.066857 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9387d7-6008-473e-bdbf-db4b29ab0d9c req-e77c74b3-61cb-4218-9557-91f71fd7281e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:58.069010 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cb9387d7-6008-473e-bdbf-db4b29ab0d9c req-e77c74b3-61cb-4218-9557-91f71fd7281e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0838194 May 10 17:37:58.120674 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-cb9387d7-6008-473e-bdbf-db4b29ab0d9c req-f37efcd4-e647-41ac-86ae-df92a3ebe920 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407665 May 10 17:37:58.352365 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 56662) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:58.418927 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_v2 [None req-419c08e3-e49c-4fc0-8bfd-21955720f68a admin admin] Deleting subnet 4a6d177a-43e7-4e73-9ee6-67ccf5895e4f {{(pid=79208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:37:58.421887 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-419c08e3-e49c-4fc0-8bfd-21955720f68a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:58.473630 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-419c08e3-e49c-4fc0-8bfd-21955720f68a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1966185'] for subnet, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:58.529956 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-419c08e3-e49c-4fc0-8bfd-21955720f68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:58.776579 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:58.879542 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-419c08e3-e49c-4fc0-8bfd-21955720f68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2460617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1585286'] for subnet, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:58.884255 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:58.919975 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c08e3-e49c-4fc0-8bfd-21955720f68a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6d177a-43e7-4e73-9ee6-67ccf5895e4f,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:58.922395 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-419c08e3-e49c-4fc0-8bfd-21955720f68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:58.925693 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-419c08e3-e49c-4fc0-8bfd-21955720f68a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:58.933987 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-419c08e3-e49c-4fc0-8bfd-21955720f68a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4a6d177a-43e7-4e73-9ee6-67ccf5895e4f HTTP/1.1" status: 204 len: 168 time: 0.5784290 May 10 17:37:58.934312 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 56666) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:59.042869 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:59.206281 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:59.228002 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781f6ddf-0c27-45f8-bede-61c30de4beb4']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:59.420643 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b004b6-cc86-4691-b179-54f3fa714ccf') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:59.420643 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b004b6-cc86-4691-b179-54f3fa714ccf') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:59.436127 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1966198'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:59.468009 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:59.477564 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:37:59.477971 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2460591'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: Traceback (most recent call last): May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: timer() May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: cb(*args, **kw) May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: return func(*args, **kwargs) May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: self._notify() May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: self.callback(batched_events) May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: event.method(event) May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: return f(self, *a, **k) May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: return self._get(url).json() May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:37:59.492829 dv-cinder-786386-3-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:37:59.598059 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9bcb4-84b7-45e0-b121-2283401f005e req-f5581dce-b270-4b20-b16e-da2398694cae tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:59.599699 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-73c9bcb4-84b7-45e0-b121-2283401f005e req-f5581dce-b270-4b20-b16e-da2398694cae tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.2065625 May 10 17:37:59.665101 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-73c9bcb4-84b7-45e0-b121-2283401f005e req-be4f85f2-e146-4c64-982d-88c3105a6491 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579023 May 10 17:37:59.758421 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:59.764142 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:59.767102 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:59.793513 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] Pushing event deleted for resources: {'Network': ['ID=781f6ddf-0c27-45f8-bede-61c30de4beb4,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:59.795958 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:59.938290 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] 10.222.0.24 "DELETE /v2.0/networks/781f6ddf-0c27-45f8-bede-61c30de4beb4 HTTP/1.1" status: 204 len: 168 time: 1.0004776 May 10 17:38:00.590730 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 56682) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:00.643901 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-31289a87-28f9-45fc-b953-b9c0ca4ffcdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13a3d851d56b491e951719e8b69b2082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519388 May 10 17:38:00.646424 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 56686) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:00.707630 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:00.734893 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:00.861194 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c4127-7159-4418-8eea-86acaaf7eee8 req-3469c248-cbad-4220-952d-6271e698ce0f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:00.862602 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e84c4127-7159-4418-8eea-86acaaf7eee8 req-3469c248-cbad-4220-952d-6271e698ce0f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0843000 May 10 17:38:00.907938 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:00.922088 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c7c232ba-fed4-4fb6-b665-ecf29fc213f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:00.922272 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e84c4127-7159-4418-8eea-86acaaf7eee8 req-2f159959-4860-4081-b8dd-01b52e05ac4e tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513747 May 10 17:38:00.927887 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7da6ac9-c87c-4331-8874-8f2ab864f9e7,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:00.937855 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:00.938343 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:00.938710 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:00.939169 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:00.939524 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:00.939879 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:00.940309 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:00.940976 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:00.941506 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:00.941851 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:00.942221 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:00.942571 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:00.952485 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:01.145377 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:01.146497 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7da6ac9-c87c-4331-8874-8f2ab864f9e7 HTTP/1.1" status: 204 len: 168 time: 0.4991570 May 10 17:38:01.473325 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:38:02.116262 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26444ec6-34cc-4faf-a5fb-1aa7c5485731 req-47482235-f734-4a59-a3f8-8774be761a84 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:02.118159 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-26444ec6-34cc-4faf-a5fb-1aa7c5485731 req-47482235-f734-4a59-a3f8-8774be761a84 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0844898 May 10 17:38:02.164472 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-26444ec6-34cc-4faf-a5fb-1aa7c5485731 req-fd0a3879-bcfb-4177-a91a-5f151d5756e8 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397460 May 10 17:38:03.367478 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a28ec-d4c9-49da-9960-8d0c4b5094a4 req-e006583d-576b-47de-b9ab-cb9ebfe41a05 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:03.369005 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-dd9a28ec-d4c9-49da-9960-8d0c4b5094a4 req-e006583d-576b-47de-b9ab-cb9ebfe41a05 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0860670 May 10 17:38:03.416284 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-dd9a28ec-d4c9-49da-9960-8d0c4b5094a4 req-f8030203-da87-46b8-a42a-ec47a90f2009 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414538 May 10 17:38:04.676776 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e65c2-9986-44dd-9567-adbe3e18c8a7 req-645dff5f-8a4d-4606-a7aa-e9fc8c5abd0c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:04.678201 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-107e65c2-9986-44dd-9567-adbe3e18c8a7 req-645dff5f-8a4d-4606-a7aa-e9fc8c5abd0c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0913420 May 10 17:38:04.727127 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-107e65c2-9986-44dd-9567-adbe3e18c8a7 req-32666173-16fb-49f8-bb6e-9ae12321cc03 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420365 May 10 17:38:05.931208 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1104a-5b0e-4b8e-8565-0ecebccf6748 req-8898e41b-c340-44b5-b01e-45c9deb7b2ce tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:05.933179 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-55b1104a-5b0e-4b8e-8565-0ecebccf6748 req-8898e41b-c340-44b5-b01e-45c9deb7b2ce tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0819640 May 10 17:38:05.983392 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-55b1104a-5b0e-4b8e-8565-0ecebccf6748 req-853d5393-8399-4c84-9640-27721b14143a tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440788 May 10 17:38:07.175495 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4ff8a-9b99-4b8b-9fe3-d569610777bc req-9db089fc-9c2f-440e-9c44-76ddd8e6afef tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:07.176914 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-dbd4ff8a-9b99-4b8b-9fe3-d569610777bc req-9db089fc-9c2f-440e-9c44-76ddd8e6afef tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0820754 May 10 17:38:07.224320 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-dbd4ff8a-9b99-4b8b-9fe3-d569610777bc req-24f75643-a4c4-49d9-93ba-a8a77d591677 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405369 May 10 17:38:08.437468 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d7963-59d9-4d7b-b480-f18622f06f7a req-44590dcf-515e-47fe-97c8-14c657e4c57f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:08.439034 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2e3d7963-59d9-4d7b-b480-f18622f06f7a req-44590dcf-515e-47fe-97c8-14c657e4c57f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0866032 May 10 17:38:08.483949 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2e3d7963-59d9-4d7b-b480-f18622f06f7a req-9b392032-002e-4ebe-851c-27d3397ef0a4 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391841 May 10 17:38:09.689038 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454c533-67a6-48c2-9dfe-1f76e0bc38be req-13fb3a4a-5af9-4806-88de-00b77708d836 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:09.690609 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f454c533-67a6-48c2-9dfe-1f76e0bc38be req-13fb3a4a-5af9-4806-88de-00b77708d836 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 943 time: 0.0811846 May 10 17:38:09.736121 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f454c533-67a6-48c2-9dfe-1f76e0bc38be req-978b34b6-0519-4902-afe0-b8ebe5853efd tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389776 May 10 17:38:09.879228 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:10.005479 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 920219ad-440a-4368-bed5-82a61d02887e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:38:10.165557 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 920219ad-440a-4368-bed5-82a61d02887e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=920219ad-440a-4368-bed5-82a61d02887e,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:10.178863 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '920219ad-440a-4368-bed5-82a61d02887e', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'port_id': '920219ad-440a-4368-bed5-82a61d02887e', 'mac_address': 'fa:16:3e:13:9e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:38:10.233038 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:10.249851 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920219ad-440a-4368-bed5-82a61d02887e {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:38:10.264874 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 920219ad-440a-4368-bed5-82a61d02887e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=920219ad-440a-4368-bed5-82a61d02887e,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:10.340736 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:10.342549 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:10.408939 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=920219ad-440a-4368-bed5-82a61d02887e,revision_number=9']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:10.416011 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:10.416361 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:10.416722 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:10.417596 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:10.417927 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:10.418286 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:10.418596 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:10.418915 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:10.419232 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:10.419547 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:10.419892 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:10.420176 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:10.423883 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:10.583163 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['920219ad-440a-4368-bed5-82a61d02887e'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:38:10.937593 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a8c33-a90a-42eb-ad84-c0f212f73cfd req-a1971cee-ca7a-4b32-b439-f0d571fa16e5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:10.939138 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-5a0a8c33-a90a-42eb-ad84-c0f212f73cfd req-a1971cee-ca7a-4b32-b439-f0d571fa16e5 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 944 time: 0.0831103 May 10 17:38:10.985768 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-5a0a8c33-a90a-42eb-ad84-c0f212f73cfd req-99db3b23-d0e1-415d-b007-b77ac7a5dd69 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394607 May 10 17:38:12.015245 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 920219ad-440a-4368-bed5-82a61d02887e up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:38:12.085357 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 920219ad-440a-4368-bed5-82a61d02887e triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:12.090730 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:12.179710 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ae0db-c16c-491e-b4d0-34128bd98b3d req-e2cad781-381e-4155-91ee-6dd9c6a7e584 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:12.181175 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-199ae0db-c16c-491e-b4d0-34128bd98b3d req-e2cad781-381e-4155-91ee-6dd9c6a7e584 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 944 time: 0.0825832 May 10 17:38:12.203474 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:12.226525 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-199ae0db-c16c-491e-b4d0-34128bd98b3d req-cbbb069b-b5b3-4cac-b664-7ab58e29c6cb tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386310 May 10 17:38:12.229839 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920219ad-440a-4368-bed5-82a61d02887e'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:38:12.239455 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 920219ad-440a-4368-bed5-82a61d02887e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=920219ad-440a-4368-bed5-82a61d02887e,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:12.324876 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:12.326852 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-81061628-2112-4edd-8913-be5f518098ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:12.390860 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=920219ad-440a-4368-bed5-82a61d02887e,revision_number=10']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:12.394123 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:12.463836 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920219ad-440a-4368-bed5-82a61d02887e', 'code': 200} May 10 17:38:12.867534 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9ef74-397a-46a1-9bc6-01a35d260a77 req-21c9330b-75da-4ecf-bf7a-9018a81cb276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:12.868997 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a6c9ef74-397a-46a1-9bc6-01a35d260a77 req-21c9330b-75da-4ecf-bf7a-9018a81cb276 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 1099 time: 0.0696208 May 10 17:38:12.913623 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a6c9ef74-397a-46a1-9bc6-01a35d260a77 req-8342484a-22fc-44ff-824e-9459373d4d33 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372736 May 10 17:38:13.420546 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1d02e-6f2d-4852-ab27-4d819a097742 req-a4e90258-2460-435a-a8f3-f6424cd64315 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:13.422045 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8ae1d02e-6f2d-4852-ab27-4d819a097742 req-a4e90258-2460-435a-a8f3-f6424cd64315 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 946 time: 0.0809135 May 10 17:38:13.470562 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8ae1d02e-6f2d-4852-ab27-4d819a097742 req-3f025cd2-170c-45cc-ac0f-6099e525926d tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427256 May 10 17:38:14.751000 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c74e0-6c30-4335-ad4b-121f8be2430f req-ff231e57-4bae-487b-a001-69b581c41772 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:14.752476 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c28c74e0-6c30-4335-ad4b-121f8be2430f req-ff231e57-4bae-487b-a001-69b581c41772 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 946 time: 0.1581306 May 10 17:38:14.797516 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c28c74e0-6c30-4335-ad4b-121f8be2430f req-93b2fdc1-71da-4285-b935-ff75544fed48 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392308 May 10 17:38:15.994478 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747be8d-d6c0-4b5e-8205-d8108d75da1b req-8ef93881-2dcc-49fd-9aae-9022cef29077 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:15.995883 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4747be8d-d6c0-4b5e-8205-d8108d75da1b req-8ef93881-2dcc-49fd-9aae-9022cef29077 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 946 time: 0.0842185 May 10 17:38:16.042437 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4747be8d-d6c0-4b5e-8205-d8108d75da1b req-86e74f47-bcc8-40f7-92e8-0e4f924ce003 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399373 May 10 17:38:19.214712 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60990-db0a-474d-b926-7f5cd14f4f81 req-935853a9-8d9c-48e6-b3a0-7348cb31852a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:19.216174 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9ef60990-db0a-474d-b926-7f5cd14f4f81 req-935853a9-8d9c-48e6-b3a0-7348cb31852a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 946 time: 0.0834665 May 10 17:38:19.260649 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9ef60990-db0a-474d-b926-7f5cd14f4f81 req-0a7cbd29-2bba-435e-909e-7169fd8a1fba tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=86fb816e-e3d0-4a7b-82e0-079efbb5805c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386455 May 10 17:38:20.449220 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954500a-12a9-4a95-bcdb-e29e38c661b0 req-177b478c-8477-4966-9b4f-063f73d696cf tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:20.450708 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9954500a-12a9-4a95-bcdb-e29e38c661b0 req-177b478c-8477-4966-9b4f-063f73d696cf tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 946 time: 0.0820873 May 10 17:38:20.497879 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9954500a-12a9-4a95-bcdb-e29e38c661b0 req-a30c66a0-5a54-4006-ba64-5d2be00d107f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=86fb816e-e3d0-4a7b-82e0-079efbb5805c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414050 May 10 17:38:21.129992 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-a561a7b8-32c2-47d0-81b3-04cdb2639603 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:21.131421 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-a561a7b8-32c2-47d0-81b3-04cdb2639603 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 946 time: 0.0783579 May 10 17:38:21.265711 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Deleting port 4215d1fc-ca12-4ee6-b8b2-88d197adf967 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:21.266052 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:21.473112 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] For port 4215d1fc-ca12-4ee6-b8b2-88d197adf967, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4215d1fc-ca12-4ee6-b8b2-88d197adf967,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:21.473473 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:21.817868 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:21.818147 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:21.818485 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.l3_db [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Floating IP 3f53dae4-dc8f-4333-b012-68509374fa93 disassociated. External IP: 172.28.2.192, port: 4215d1fc-ca12-4ee6-b8b2-88d197adf967. May 10 17:38:21.818822 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Calling delete_port for 4215d1fc-ca12-4ee6-b8b2-88d197adf967 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:21.833593 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a8c81-0c4e-491d-9d8d-09541c9132f0 req-4af31f71-2fe7-4672-9f46-520515583ed3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:21.835097 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9b0a8c81-0c4e-491d-9d8d-09541c9132f0 req-4af31f71-2fe7-4672-9f46-520515583ed3 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 946 time: 0.2088506 May 10 17:38:21.892627 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9b0a8c81-0c4e-491d-9d8d-09541c9132f0 req-7cf5fdf2-ea8b-4d84-9242-4ddfc3187624 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups?id=86fb816e-e3d0-4a7b-82e0-079efbb5805c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516987 May 10 17:38:22.061545 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:22.067604 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bf3e3f2c-0884-471d-baa1-6f4be75a39eb tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:22.112862 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event deleted for resources: {'Port': ['ID=4215d1fc-ca12-4ee6-b8b2-88d197adf967,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:22.116110 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:22.297874 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Router 0887f130-fe9d-443c-8299-bcb6f9e17f18 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:38:22.473415 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:38:22.484337 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a28a84-ba31-4631-9b03-f3f57174a645 None None] Sync routers for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:38:22.495467 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a28a84-ba31-4631-9b03-f3f57174a645 None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:22.496219 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-b9a28a84-ba31-4631-9b03-f3f57174a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:37:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:22.551289 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] No DVR routers for this DVR port 4215d1fc-ca12-4ee6-b8b2-88d197adf967 on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:38:22.554813 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:22.557554 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3aad25-b453-458d-8133-b67f129dd356', 'name': 'network-vif-deleted', 'tag': '4215d1fc-ca12-4ee6-b8b2-88d197adf967'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:38:22.606628 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3aad25-b453-458d-8133-b67f129dd356', 'name': 'network-vif-deleted', 'tag': '4215d1fc-ca12-4ee6-b8b2-88d197adf967', 'status': 'completed', 'code': 200} May 10 17:38:22.691779 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-b9a28a84-ba31-4631-9b03-f3f57174a645 None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:22.742739 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-636ef431-4c02-492c-8c85-e2619d4a0a24 req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.10 "DELETE /v2.0/ports/4215d1fc-ca12-4ee6-b8b2-88d197adf967 HTTP/1.1" status: 204 len: 173 time: 1.6052368 May 10 17:38:23.007873 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-b9a28a84-ba31-4631-9b03-f3f57174a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:50Z', 'revision_number': 5, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:23.011731 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a28a84-ba31-4631-9b03-f3f57174a645 None None] Checking router: 0887f130-fe9d-443c-8299-bcb6f9e17f18 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:38:23.020538 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a28a84-ba31-4631-9b03-f3f57174a645 None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:23.021136 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-b9a28a84-ba31-4631-9b03-f3f57174a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:37:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:23.043506 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-97a13d37-3111-48e8-be3c-8361698e47f2 req-4d691e31-76e4-4ab1-8c19-e99fbff840a6 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Synchronizing usage tracker for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:38:23.187180 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-97a13d37-3111-48e8-be3c-8361698e47f2 req-4d691e31-76e4-4ab1-8c19-e99fbff840a6 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Unset dirty status for tenant:e8fad140a8b34d5c803303892ce98af1 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:38:23.188392 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-97a13d37-3111-48e8-be3c-8361698e47f2 req-4d691e31-76e4-4ab1-8c19-e99fbff840a6 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3aad25-b453-458d-8133-b67f129dd356 HTTP/1.1" status: 200 len: 210 time: 0.1855731 May 10 17:38:23.198559 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-b9a28a84-ba31-4631-9b03-f3f57174a645 None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:23.542819 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-b9a28a84-ba31-4631-9b03-f3f57174a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:50Z', 'revision_number': 5, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:23.546768 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a28a84-ba31-4631-9b03-f3f57174a645 None None] The sync data for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb is: [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:36Z', 'revision_number': 4, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'dadd3029-f168-416b-beda-0309b3ec8d33', 'name': '', 'network_id': 'c20e4456-ac37-4c58-9b03-d15f31abbb4c', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'mac_address': 'fa:16:3e:7a:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:33Z', 'updated_at': '2021-05-10T17:32:50Z', 'revision_number': 5, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'subnets': [{'id': '75aca7b6-f2af-4dda-be71-726ffe0ee9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:38:23.592029 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-b3679064-cc55-4e1f-8266-dbf505a9cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:23.761597 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bc084-c475-4f58-970c-5d436c0b1326 None None] New status for floating IP 3f53dae4-dc8f-4333-b012-68509374fa93: DOWN {{(pid=79211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:38:24.070080 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 4215d1fc-ca12-4ee6-b8b2-88d197adf967 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:24.107880 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: 4215d1fc-ca12-4ee6-b8b2-88d197adf967 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:24.108232 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 4215d1fc-ca12-4ee6-b8b2-88d197adf967 not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:24.474066 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 56836) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:24.537265 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f6b5-e191-466e-8c4f-8490147d307f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:24.565205 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f6b5-e191-466e-8c4f-8490147d307f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:24.827331 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f6b5-e191-466e-8c4f-8490147d307f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:24.831090 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-4aea5021-4ec9-48d9-bbfb-ff009e0643f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:24.846825 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0f6b5-e191-466e-8c4f-8490147d307f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fb816e-e3d0-4a7b-82e0-079efbb5805c,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:24.849318 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6ff0f6b5-e191-466e-8c4f-8490147d307f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:25.004081 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f6b5-e191-466e-8c4f-8490147d307f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:25.005189 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-6ff0f6b5-e191-466e-8c4f-8490147d307f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "DELETE /v2.0/security-groups/86fb816e-e3d0-4a7b-82e0-079efbb5805c HTTP/1.1" status: 204 len: 168 time: 0.5301192 May 10 17:38:25.007932 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 56840) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:25.024622 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.api.v2.resource [None req-00d4a506-bca0-413f-8909-1b13d73bb5e4 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] show failed (client error): The resource could not be found. May 10 17:38:25.025548 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-00d4a506-bca0-413f-8909-1b13d73bb5e4 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "GET /v2.0/security-groups/86fb816e-e3d0-4a7b-82e0-079efbb5805c HTTP/1.1" status: 404 len: 347 time: 0.0167465 May 10 17:38:25.028095 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 56844) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:25.241652 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-c25a3191-a26d-4c96-9ae4-35fa0df9137a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Deleting port 228c5df1-d8ac-4f57-a023-f852210f3d14 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:25.241985 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c25a3191-a26d-4c96-9ae4-35fa0df9137a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:25.355706 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c25a3191-a26d-4c96-9ae4-35fa0df9137a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:25.356034 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c25a3191-a26d-4c96-9ae4-35fa0df9137a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:25.473622 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-c25a3191-a26d-4c96-9ae4-35fa0df9137a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Calling delete_port for 228c5df1-d8ac-4f57-a023-f852210f3d14 owned by network:floatingip {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:25.667455 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c25a3191-a26d-4c96-9ae4-35fa0df9137a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:25.672102 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3ded5451-7bb8-491f-a9e2-5ed97fe4173e tempest-ServerRescueNegativeTestJSON-811260498 tempest-ServerRescueNegativeTestJSON-811260498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:25.717579 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a3191-a26d-4c96-9ae4-35fa0df9137a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Pushing event deleted for resources: {'Port': ['ID=228c5df1-d8ac-4f57-a023-f852210f3d14,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:25.720704 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c25a3191-a26d-4c96-9ae4-35fa0df9137a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:25.807345 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c25a3191-a26d-4c96-9ae4-35fa0df9137a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks [] for floatingip, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:25.917701 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c25a3191-a26d-4c96-9ae4-35fa0df9137a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:25.918874 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-c25a3191-a26d-4c96-9ae4-35fa0df9137a tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] 10.222.0.24 "DELETE /v2.0/floatingips/3f53dae4-dc8f-4333-b012-68509374fa93 HTTP/1.1" status: 204 len: 168 time: 0.8899417 May 10 17:38:26.147200 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-fe0c8e37-bf7c-4c65-9a5c-6386faa368ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:26.322861 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:26.906014 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:28.724131 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:30.526359 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 56878) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:31.296534 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659270'] for router_interface, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.690008 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Deleting port dadd3029-f168-416b-beda-0309b3ec8d33 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:31.690756 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.809871 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] For port dadd3029-f168-416b-beda-0309b3ec8d33, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=dadd3029-f168-416b-beda-0309b3ec8d33,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:31.810252 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.929790 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Calling delete_port for dadd3029-f168-416b-beda-0309b3ec8d33 owned by network:router_interface {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:32.262579 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:32.266719 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-231c3790-e4b7-44a7-b8dc-1376fc65a332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:32.307102 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=dadd3029-f168-416b-beda-0309b3ec8d33,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:32.341009 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.341383 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.341796 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.342689 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.343045 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.343401 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.343752 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.344103 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.344454 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.344800 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.345148 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.345490 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.352965 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:32.658588 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682230'] for router_interface, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:33.007197 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Router 0887f130-fe9d-443c-8299-bcb6f9e17f18 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:38:33.177245 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:38:33.186001 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686008c8-4430-4249-a55c-eab19dc241ef None None] Sync routers for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:38:33.190948 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] 10.222.0.24 "PUT /v2.0/routers/0887f130-fe9d-443c-8299-bcb6f9e17f18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6623578 May 10 17:38:33.192393 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 56884) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:33.195109 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686008c8-4430-4249-a55c-eab19dc241ef None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:33.195978 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-686008c8-4430-4249-a55c-eab19dc241ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:38:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:33.367242 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Notify callbacks [] for router, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:33.373935 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-686008c8-4430-4249-a55c-eab19dc241ef None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:33.537672 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:33.650246 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-686008c8-4430-4249-a55c-eab19dc241ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:38:32Z', 'revision_number': 5, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port': {'id': 'fbccc91d-3dc2-4221-ba9e-301452a61215', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:26Z', 'updated_at': '2021-05-10T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:33.653993 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686008c8-4430-4249-a55c-eab19dc241ef None None] Checking router: 0887f130-fe9d-443c-8299-bcb6f9e17f18 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:38:33.662149 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686008c8-4430-4249-a55c-eab19dc241ef None None] Routers {'0887f130-fe9d-443c-8299-bcb6f9e17f18'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:33.662781 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-686008c8-4430-4249-a55c-eab19dc241ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:38:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['0887f130-fe9d-443c-8299-bcb6f9e17f18'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:33.708372 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Deleting port fbccc91d-3dc2-4221-ba9e-301452a61215 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:33.708709 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:33.814607 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-686008c8-4430-4249-a55c-eab19dc241ef None None] Set router 0887f130-fe9d-443c-8299-bcb6f9e17f18 gateway port host: None {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:33.921102 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-686008c8-4430-4249-a55c-eab19dc241ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:38:33Z', 'revision_number': 6, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port_host': None}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:33.924894 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686008c8-4430-4249-a55c-eab19dc241ef None None] The sync data for ids ['0887f130-fe9d-443c-8299-bcb6f9e17f18'] in dv-cinder-786386-3-smb is: [{'id': '0887f130-fe9d-443c-8299-bcb6f9e17f18', 'name': 'tempest-AttachVolumeTestJSON-1881966311-router', 'tenant_id': 'e8fad140a8b34d5c803303892ce98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:38:33Z', 'revision_number': 6, 'project_id': 'e8fad140a8b34d5c803303892ce98af1', 'gw_port_host': None}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:38:33.937172 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] For port fbccc91d-3dc2-4221-ba9e-301452a61215, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=fbccc91d-3dc2-4221-ba9e-301452a61215,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:33.937630 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.058080 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Calling delete_port for fbccc91d-3dc2-4221-ba9e-301452a61215 owned by network:router_gateway {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:34.306349 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.310282 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-477ec49e-437e-4642-86ed-0168729f69d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:34.354272 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbccc91d-3dc2-4221-ba9e-301452a61215,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:34.564632 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:34.564632 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662370'] for router_gateway, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.615694 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-878398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30239'] for router, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.617748 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.763240 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-877936'] for router, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.763788 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0887f130-fe9d-443c-8299-bcb6f9e17f18 {{(pid=79208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:38:34.776127 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.779983 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0887f130-fe9d-443c-8299-bcb6f9e17f18 HTTP/1.1" status: 204 len: 168 time: 1.5839605 May 10 17:38:34.780556 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 56888) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:34.839762 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6d6bfb-0819-420d-892b-f3d581fa0d92 admin admin] Deleting subnet 75aca7b6-f2af-4dda-be71-726ffe0ee9bc {{(pid=79208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:38:34.843591 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6bfb-0819-420d-892b-f3d581fa0d92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.912014 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6bfb-0819-420d-892b-f3d581fa0d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1966185'] for subnet, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.011105 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6bfb-0819-420d-892b-f3d581fa0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.391872 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6bfb-0819-420d-892b-f3d581fa0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2460617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1585286'] for subnet, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.396051 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cd3e1660-da7d-443c-948d-274c812a56c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:35.431276 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d6bfb-0819-420d-892b-f3d581fa0d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75aca7b6-f2af-4dda-be71-726ffe0ee9bc,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:35.433243 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6bfb-0819-420d-892b-f3d581fa0d92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.436264 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fe6d6bfb-0819-420d-892b-f3d581fa0d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:35.439481 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cdd58a-b78a-4d7c-9d17-8cf32c2606d2 None None] Network c20e4456-ac37-4c58-9b03-d15f31abbb4c requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:38:35.440985 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-fe6d6bfb-0819-420d-892b-f3d581fa0d92 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/75aca7b6-f2af-4dda-be71-726ffe0ee9bc HTTP/1.1" status: 204 len: 168 time: 0.6589341 May 10 17:38:35.443740 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 56892) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:35.506459 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device dadd3029-f168-416b-beda-0309b3ec8d33 no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:35.553369 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.597030 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: dadd3029-f168-416b-beda-0309b3ec8d33 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:35.597376 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device dadd3029-f168-416b-beda-0309b3ec8d33 not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:35.597805 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device fbccc91d-3dc2-4221-ba9e-301452a61215 no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:35.630500 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Deleting port 57cde286-e787-44d2-8990-e3429a217e22 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:35.630843 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.632102 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: fbccc91d-3dc2-4221-ba9e-301452a61215 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:35.632446 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device fbccc91d-3dc2-4221-ba9e-301452a61215 not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:35.729837 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] For port 57cde286-e787-44d2-8990-e3429a217e22, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=57cde286-e787-44d2-8990-e3429a217e22,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:35.730357 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.799134 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1954f951-103f-4656-b1ab-ed82b47358ca None None] DHCP port deletion for c20e4456-ac37-4c58-9b03-d15f31abbb4c request from dv-cinder-786386-3-smb {{(pid=79210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:38:35.864387 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-1954f951-103f-4656-b1ab-ed82b47358ca None None] Deleting port 57cde286-e787-44d2-8990-e3429a217e22 {{(pid=79210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:35.864767 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-1954f951-103f-4656-b1ab-ed82b47358ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.940284 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Calling delete_port for 57cde286-e787-44d2-8990-e3429a217e22 owned by network:dhcp {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:35.962772 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-1954f951-103f-4656-b1ab-ed82b47358ca None None] For port 57cde286-e787-44d2-8990-e3429a217e22, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=57cde286-e787-44d2-8990-e3429a217e22,segment=NetworkSegment(a489b937-5b97-4894-bdb2-55db547c3aa0),segment_id=a489b937-5b97-4894-bdb2-55db547c3aa0)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:35.963192 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-1954f951-103f-4656-b1ab-ed82b47358ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:36.083564 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-1954f951-103f-4656-b1ab-ed82b47358ca None None] Calling delete_port for 57cde286-e787-44d2-8990-e3429a217e22 owned by network:dhcp {{(pid=79210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:36.107021 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:36.112256 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:36.157578 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Pushing event deleted for resources: {'Port': ['ID=57cde286-e787-44d2-8990-e3429a217e22,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:36.159346 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] No DVR routers for this DVR port 57cde286-e787-44d2-8990-e3429a217e22 on host dv-cinder-786386-3-smb {{(pid=79209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:38:36.160809 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:36.214445 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-1954f951-103f-4656-b1ab-ed82b47358ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739'] for port, after_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:36.218486 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-d7c14a27-0524-4b6f-b6a1-89bd638965fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:36.260661 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954f951-103f-4656-b1ab-ed82b47358ca None None] Pushing event deleted for resources: {'Port': ['ID=57cde286-e787-44d2-8990-e3429a217e22,revision_number=None']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:36.262730 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954f951-103f-4656-b1ab-ed82b47358ca None None] No DVR routers for this DVR port 57cde286-e787-44d2-8990-e3429a217e22 on host dv-cinder-786386-3-smb {{(pid=79210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:38:36.263985 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-1954f951-103f-4656-b1ab-ed82b47358ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:36.277835 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:36.291411 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20e4456-ac37-4c58-9b03-d15f31abbb4c']}} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:36.305140 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a489b937-5b97-4894-bdb2-55db547c3aa0') {'for_net_delete': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:36.305441 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a489b937-5b97-4894-bdb2-55db547c3aa0') {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:36.316862 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3406499'] for segment, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:36.332714 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:36.338550 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=79209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:38:36.338927 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686802'] for segment, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: Traceback (most recent call last): May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: timer() May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: cb(*args, **kw) May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: return func(*args, **kwargs) May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: self._notify() May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: self.callback(batched_events) May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: event.method(event) May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: return f(self, *a, **k) May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: return self._get(url).json() May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: return self.request(url, 'GET', **kwargs) May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:38:36.352129 dv-cinder-786386-3-smb neutron-server[79209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:38:36.495936 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:36.500057 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:36.512575 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:36.522468 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Pushing event deleted for resources: {'Network': ['ID=c20e4456-ac37-4c58-9b03-d15f31abbb4c,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:36.525476 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:36.614379 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] 10.222.0.24 "DELETE /v2.0/networks/c20e4456-ac37-4c58-9b03-d15f31abbb4c HTTP/1.1" status: 204 len: 168 time: 1.1695259 May 10 17:38:37.118343 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 56898) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:37.166034 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-4feb7de2-0a69-484e-abcc-20aa1a7208ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8fad140a8b34d5c803303892ce98af1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464606 May 10 17:38:37.168473 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 56904) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:37.225513 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-97550aad-02bf-476b-b8cd-19508bc60825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:37.251024 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-97550aad-02bf-476b-b8cd-19508bc60825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:37.455719 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-97550aad-02bf-476b-b8cd-19508bc60825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:37.459473 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1627c5d5-2008-4835-980a-23f551ef727a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:37.473026 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97550aad-02bf-476b-b8cd-19508bc60825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97346559-e5cc-4a4f-be7d-f3605fe56e61,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:37.477171 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-97550aad-02bf-476b-b8cd-19508bc60825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:37.479874 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 57cde286-e787-44d2-8990-e3429a217e22 no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:37.480409 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-97550aad-02bf-476b-b8cd-19508bc60825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:37.484418 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-97550aad-02bf-476b-b8cd-19508bc60825 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97346559-e5cc-4a4f-be7d-f3605fe56e61 HTTP/1.1" status: 204 len: 168 time: 0.3121390 May 10 17:38:37.535558 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: 57cde286-e787-44d2-8990-e3429a217e22 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:37.547076 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 57cde286-e787-44d2-8990-e3429a217e22 not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:38.472419 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:38:39.941557 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:40.341269 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 56958) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:40.456352 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4864658c-8b26-43fe-afa0-854be1586c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:40.470060 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-4864658c-8b26-43fe-afa0-854be1586c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:40.473803 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-4864658c-8b26-43fe-afa0-854be1586c82 admin admin] Usage tracker for resource:security_group_rule and tenant:9363139ea8b546ff925db675f3cf13f5 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:40.476553 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-4864658c-8b26-43fe-afa0-854be1586c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:40.482720 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-4864658c-8b26-43fe-afa0-854be1586c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:40.565564 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4864658c-8b26-43fe-afa0-854be1586c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:40.661312 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4864658c-8b26-43fe-afa0-854be1586c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:40.668339 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:40.707581 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864658c-8b26-43fe-afa0-854be1586c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e9fb44-c0a8-4bf2-a47e-39df98b1657e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:40.711902 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-4864658c-8b26-43fe-afa0-854be1586c82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9363139ea8b546ff925db675f3cf13f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695443 May 10 17:38:40.712711 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4864658c-8b26-43fe-afa0-854be1586c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:40.715116 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 56964) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:40.771981 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b7c304e8-6eb3-4c06-a33a-310ee78074ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:40.796611 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b7c304e8-6eb3-4c06-a33a-310ee78074ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:40.941590 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b7c304e8-6eb3-4c06-a33a-310ee78074ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:40.945497 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e6f4ec4e-7d99-4039-b217-c8061d9237fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:40.958026 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c304e8-6eb3-4c06-a33a-310ee78074ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e9fb44-c0a8-4bf2-a47e-39df98b1657e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:40.960859 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b7c304e8-6eb3-4c06-a33a-310ee78074ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:40.964126 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b7c304e8-6eb3-4c06-a33a-310ee78074ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:40.965316 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-b7c304e8-6eb3-4c06-a33a-310ee78074ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5e9fb44-c0a8-4bf2-a47e-39df98b1657e HTTP/1.1" status: 204 len: 168 time: 0.2498620 May 10 17:38:41.849273 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 56974) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:41.867079 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ce0856c8-da35-488c-8772-e5d0008cf460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:41.881518 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-ce0856c8-da35-488c-8772-e5d0008cf460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:41.885257 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-ce0856c8-da35-488c-8772-e5d0008cf460 admin admin] Usage tracker for resource:security_group_rule and tenant:b7110ebdae5448c7bc435bb648676ded is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:41.888013 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-ce0856c8-da35-488c-8772-e5d0008cf460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:41.894088 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-ce0856c8-da35-488c-8772-e5d0008cf460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:41.974213 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ce0856c8-da35-488c-8772-e5d0008cf460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:42.084278 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ce0856c8-da35-488c-8772-e5d0008cf460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:42.092311 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6ff0f6b5-e191-466e-8c4f-8490147d307f tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:42.130995 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0856c8-da35-488c-8772-e5d0008cf460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a52c8-17ba-4934-97a8-6c8b67a21174,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:42.136160 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-ce0856c8-da35-488c-8772-e5d0008cf460 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7110ebdae5448c7bc435bb648676ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848525 May 10 17:38:42.136160 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-ce0856c8-da35-488c-8772-e5d0008cf460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:42.137816 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 56978) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:42.196963 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a0f34e12-0214-481e-9549-e0558f992ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:42.226170 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a0f34e12-0214-481e-9549-e0558f992ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:42.408502 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a0f34e12-0214-481e-9549-e0558f992ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:42.412261 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-77c21651-385f-443d-919b-d909421c86a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:42.427629 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f34e12-0214-481e-9549-e0558f992ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a52c8-17ba-4934-97a8-6c8b67a21174,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:42.430619 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a0f34e12-0214-481e-9549-e0558f992ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:42.438073 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a0f34e12-0214-481e-9549-e0558f992ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:42.439228 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-a0f34e12-0214-481e-9549-e0558f992ee2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd1a52c8-17ba-4934-97a8-6c8b67a21174 HTTP/1.1" status: 204 len: 168 time: 0.3004525 May 10 17:38:45.304049 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57020) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:45.423089 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-22f62fcf-9b5c-4e8e-acee-3c840f63c1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:45.437229 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-22f62fcf-9b5c-4e8e-acee-3c840f63c1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:45.441061 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-22f62fcf-9b5c-4e8e-acee-3c840f63c1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:a34fa0c4d8c7409d8d510f5b8f093723 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:45.443915 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-22f62fcf-9b5c-4e8e-acee-3c840f63c1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:45.449801 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-22f62fcf-9b5c-4e8e-acee-3c840f63c1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:45.528091 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-22f62fcf-9b5c-4e8e-acee-3c840f63c1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:45.642796 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-22f62fcf-9b5c-4e8e-acee-3c840f63c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:45.650061 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3448bb45-3180-44ed-aca5-77894d3151f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:45.691427 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-22f62fcf-9b5c-4e8e-acee-3c840f63c1e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a34fa0c4d8c7409d8d510f5b8f093723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861394 May 10 17:38:45.692332 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f62fcf-9b5c-4e8e-acee-3c840f63c1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051ee892-15f5-4c70-bab4-289835381baa,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:45.694240 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57026) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:45.695486 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-22f62fcf-9b5c-4e8e-acee-3c840f63c1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:45.842664 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-55fbdb02-5f6e-4c5f-9fc6-da62ed8460df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:45.867209 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-55fbdb02-5f6e-4c5f-9fc6-da62ed8460df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.002657 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-55fbdb02-5f6e-4c5f-9fc6-da62ed8460df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.006368 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d028fdb1-9606-44a2-8593-7baa5df90852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:46.017452 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbdb02-5f6e-4c5f-9fc6-da62ed8460df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051ee892-15f5-4c70-bab4-289835381baa,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:46.020865 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-55fbdb02-5f6e-4c5f-9fc6-da62ed8460df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:46.024707 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-55fbdb02-5f6e-4c5f-9fc6-da62ed8460df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.025732 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-55fbdb02-5f6e-4c5f-9fc6-da62ed8460df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/051ee892-15f5-4c70-bab4-289835381baa HTTP/1.1" status: 204 len: 168 time: 0.3297081 May 10 17:38:46.919514 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57042) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:46.937696 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-50cedd70-70ce-45fe-9031-7f1a76a62284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.952555 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-50cedd70-70ce-45fe-9031-7f1a76a62284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:46.956341 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-50cedd70-70ce-45fe-9031-7f1a76a62284 admin admin] Usage tracker for resource:security_group_rule and tenant:39032381b93d4f18b74b4285648d6acd is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:46.959155 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-50cedd70-70ce-45fe-9031-7f1a76a62284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:46.964703 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-50cedd70-70ce-45fe-9031-7f1a76a62284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:47.043715 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-50cedd70-70ce-45fe-9031-7f1a76a62284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.133918 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-50cedd70-70ce-45fe-9031-7f1a76a62284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.141823 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b7c304e8-6eb3-4c06-a33a-310ee78074ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:47.184429 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cedd70-70ce-45fe-9031-7f1a76a62284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74db6d32-c1e4-4c51-bb7a-a00d881c7c8e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:47.190166 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-50cedd70-70ce-45fe-9031-7f1a76a62284 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39032381b93d4f18b74b4285648d6acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682481 May 10 17:38:47.190166 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-50cedd70-70ce-45fe-9031-7f1a76a62284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:47.192085 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57048) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:47.250725 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-77903115-8c82-4880-87ca-724411b5e63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.318851 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-77903115-8c82-4880-87ca-724411b5e63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.389260 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7e9ed-d582-4e98-a76c-5980e1c470c1 req-42f4aa1d-23bf-4229-b041-b1e5aa891d46 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:47.390800 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37d7e9ed-d582-4e98-a76c-5980e1c470c1 req-42f4aa1d-23bf-4229-b041-b1e5aa891d46 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 946 time: 0.1311855 May 10 17:38:47.438467 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37d7e9ed-d582-4e98-a76c-5980e1c470c1 req-3f1c0124-28d0-4913-bae3-9f8a594cc1a2 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418525 May 10 17:38:47.467258 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-77903115-8c82-4880-87ca-724411b5e63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.472100 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7593414f-ddf5-4104-97cf-0c11195dc6d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:47.482266 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77903115-8c82-4880-87ca-724411b5e63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74db6d32-c1e4-4c51-bb7a-a00d881c7c8e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:47.485070 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-77903115-8c82-4880-87ca-724411b5e63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:47.490205 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-77903115-8c82-4880-87ca-724411b5e63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.491366 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-77903115-8c82-4880-87ca-724411b5e63e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74db6d32-c1e4-4c51-bb7a-a00d881c7c8e HTTP/1.1" status: 204 len: 168 time: 0.2987471 May 10 17:38:48.556803 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-73fce71d-8f27-48ce-8150-22e56d5d3fa7 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:48.558390 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-73fce71d-8f27-48ce-8150-22e56d5d3fa7 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 946 time: 0.0904682 May 10 17:38:48.644042 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1855e9-23c4-41fb-bfa9-2318f39d10d4 req-0c87765b-69c5-49b7-955d-77bd56d63159 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:48.645638 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dc1855e9-23c4-41fb-bfa9-2318f39d10d4 req-0c87765b-69c5-49b7-955d-77bd56d63159 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 946 time: 0.0830836 May 10 17:38:48.695887 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-dc1855e9-23c4-41fb-bfa9-2318f39d10d4 req-f9d16ccf-1f2b-4679-91a1-5869c50d0b31 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups?id=8705bb37-8b16-4626-a796-7976f9657aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417745 May 10 17:38:48.700096 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Deleting port 920219ad-440a-4368-bed5-82a61d02887e {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:48.700448 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:48.844401 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] For port 920219ad-440a-4368-bed5-82a61d02887e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=920219ad-440a-4368-bed5-82a61d02887e,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:48.844834 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.134958 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.135238 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.135550 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.l3_db [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Floating IP 58d7fe15-f937-4015-bd7a-0fe348729a21 disassociated. External IP: 172.28.2.125, port: 920219ad-440a-4368-bed5-82a61d02887e. May 10 17:38:49.135886 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Calling delete_port for 920219ad-440a-4368-bed5-82a61d02887e owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:49.339804 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.345614 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-34e1177d-a828-4750-b0f7-2d485eaec991 tempest-VolumesNegativeTest-2039781295 tempest-VolumesNegativeTest-2039781295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:49.391962 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event deleted for resources: {'Port': ['ID=920219ad-440a-4368-bed5-82a61d02887e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:49.395657 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:49.578644 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Router 9dccc935-b34d-4754-beb0-5ea370805a16 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:38:49.879790 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-650618a9-6d61-4a42-828d-9ca00598b7e2 req-f7c127f4-699b-4309-aeef-cf86bc9017e0 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 210 time: 0.0560088 May 10 17:38:49.915645 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:38:49.925530 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb98e4-c6fa-4dbb-8d24-ff6fe9a07576 None None] Sync routers for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:38:49.935828 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb98e4-c6fa-4dbb-8d24-ff6fe9a07576 None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:49.936454 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-19cb98e4-c6fa-4dbb-8d24-ff6fe9a07576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:38:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:49.987982 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] No DVR routers for this DVR port 920219ad-440a-4368-bed5-82a61d02887e on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:38:49.990413 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.992986 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'name': 'network-vif-deleted', 'tag': '920219ad-440a-4368-bed5-82a61d02887e'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:38:50.042468 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8cd01f-b302-4a0a-8efd-30fdd92fd772', 'name': 'network-vif-deleted', 'tag': '920219ad-440a-4368-bed5-82a61d02887e', 'status': 'completed', 'code': 200} May 10 17:38:50.073203 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-75fe88a3-45ab-4ef7-a83c-2ef585ebf469 req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.10 "DELETE /v2.0/ports/920219ad-440a-4368-bed5-82a61d02887e HTTP/1.1" status: 204 len: 173 time: 1.5093613 May 10 17:38:50.135289 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-19cb98e4-c6fa-4dbb-8d24-ff6fe9a07576 None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:50.454306 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-19cb98e4-c6fa-4dbb-8d24-ff6fe9a07576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:49Z', 'revision_number': 5, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:50.458244 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb98e4-c6fa-4dbb-8d24-ff6fe9a07576 None None] Checking router: 9dccc935-b34d-4754-beb0-5ea370805a16 for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:38:50.466588 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb98e4-c6fa-4dbb-8d24-ff6fe9a07576 None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:50.467253 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-19cb98e4-c6fa-4dbb-8d24-ff6fe9a07576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:38:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:50.640413 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-19cb98e4-c6fa-4dbb-8d24-ff6fe9a07576 None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:50.949814 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-19cb98e4-c6fa-4dbb-8d24-ff6fe9a07576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:49Z', 'revision_number': 5, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:50.954520 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb98e4-c6fa-4dbb-8d24-ff6fe9a07576 None None] The sync data for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb is: [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '340e94ed-1853-4a55-b15b-b2d48b309713', 'name': '', 'network_id': '025c12d2-d785-400c-8db6-8fd4c9c625b4', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'mac_address': 'fa:16:3e:63:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:30Z', 'updated_at': '2021-05-10T17:32:49Z', 'revision_number': 5, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'subnets': [{'id': 'ca218de9-5eb7-45be-9784-dfe588b4a018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:38:51.074878 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-28e35e79-4251-4706-a9bd-f08de902260f req-78b93c26-ccc7-4e7f-a729-68e9f8cf9074 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Synchronizing usage tracker for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:38:51.184728 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf763e6b-b57a-4493-9ce2-5b77336d3aa5 None None] New status for floating IP 58d7fe15-f937-4015-bd7a-0fe348729a21: DOWN {{(pid=79210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:38:51.391171 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-28e35e79-4251-4706-a9bd-f08de902260f req-78b93c26-ccc7-4e7f-a729-68e9f8cf9074 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Unset dirty status for tenant:8e3e19f7c103427ba25defaf85bee1c9 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:38:51.392386 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-28e35e79-4251-4706-a9bd-f08de902260f req-78b93c26-ccc7-4e7f-a729-68e9f8cf9074 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd8cd01f-b302-4a0a-8efd-30fdd92fd772 HTTP/1.1" status: 200 len: 210 time: 0.3804812 May 10 17:38:52.176269 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 920219ad-440a-4368-bed5-82a61d02887e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:52.209697 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: 920219ad-440a-4368-bed5-82a61d02887e {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:52.210341 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 920219ad-440a-4368-bed5-82a61d02887e not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:52.631693 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57116) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:52.695450 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d13962e-2888-4908-bb98-d0b33122b12c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:52.723353 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d13962e-2888-4908-bb98-d0b33122b12c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:52.895439 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d13962e-2888-4908-bb98-d0b33122b12c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:52.900656 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c11399c3-0aba-45e1-b5be-93b2ade48949 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:52.914711 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13962e-2888-4908-bb98-d0b33122b12c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8705bb37-8b16-4626-a796-7976f9657aea,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:52.917347 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2d13962e-2888-4908-bb98-d0b33122b12c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:53.054885 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d13962e-2888-4908-bb98-d0b33122b12c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.056031 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-2d13962e-2888-4908-bb98-d0b33122b12c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "DELETE /v2.0/security-groups/8705bb37-8b16-4626-a796-7976f9657aea HTTP/1.1" status: 204 len: 168 time: 0.4233382 May 10 17:38:53.058668 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57122) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:53.075106 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.api.v2.resource [None req-2cba651b-4a44-4173-b9f4-771ce6f15240 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] show failed (client error): The resource could not be found. May 10 17:38:53.076584 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-2cba651b-4a44-4173-b9f4-771ce6f15240 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "GET /v2.0/security-groups/8705bb37-8b16-4626-a796-7976f9657aea HTTP/1.1" status: 404 len: 347 time: 0.0165195 May 10 17:38:53.079164 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57126) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:53.297309 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-c31c3ac4-6a26-457b-8b17-88226451405f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Deleting port 1430ec61-8163-4184-ba39-fb0b02b76b35 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:53.297587 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c31c3ac4-6a26-457b-8b17-88226451405f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.415081 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c31c3ac4-6a26-457b-8b17-88226451405f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.415411 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c31c3ac4-6a26-457b-8b17-88226451405f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.501402 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-256ccbd7-487e-4987-af1e-407243eef628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.541267 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-c31c3ac4-6a26-457b-8b17-88226451405f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Calling delete_port for 1430ec61-8163-4184-ba39-fb0b02b76b35 owned by network:floatingip {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:53.802289 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c31c3ac4-6a26-457b-8b17-88226451405f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.805951 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:53.849317 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c3ac4-6a26-457b-8b17-88226451405f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Pushing event deleted for resources: {'Port': ['ID=1430ec61-8163-4184-ba39-fb0b02b76b35,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:53.862936 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c31c3ac4-6a26-457b-8b17-88226451405f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:53.941463 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c31c3ac4-6a26-457b-8b17-88226451405f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks [] for floatingip, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:54.027348 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c31c3ac4-6a26-457b-8b17-88226451405f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:54.028471 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-c31c3ac4-6a26-457b-8b17-88226451405f tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] 10.222.0.24 "DELETE /v2.0/floatingips/58d7fe15-f937-4015-bd7a-0fe348729a21 HTTP/1.1" status: 204 len: 168 time: 0.9484608 May 10 17:38:56.152399 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-c427b897-8f90-4402-b45d-9add8b6839d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:56.248872 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:56.929675 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.249195 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57170) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:57.974547 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659270'] for router_interface, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.371579 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] Deleting port 340e94ed-1853-4a55-b15b-b2d48b309713 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:58.372285 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.492643 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] For port 340e94ed-1853-4a55-b15b-b2d48b309713, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=340e94ed-1853-4a55-b15b-b2d48b309713,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:58.493009 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.619300 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] Calling delete_port for 340e94ed-1853-4a55-b15b-b2d48b309713 owned by network:router_interface {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:58.768036 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.945842 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.950708 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3c032e1d-9938-42e8-be15-6fed4192f094 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:58.994649 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] Pushing event deleted for resources: {'Port': ['ID=340e94ed-1853-4a55-b15b-b2d48b309713,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:58.997645 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:59.171112 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57184) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:59.258771 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682230'] for router_interface, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.289680 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-57e85577-0ff4-4e89-9cf9-d085fd762d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.304459 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-57e85577-0ff4-4e89-9cf9-d085fd762d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:59.308344 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-57e85577-0ff4-4e89-9cf9-d085fd762d68 admin admin] Usage tracker for resource:security_group_rule and tenant:83cd5e5b10f74657b7d12d04aca1b64d is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:59.311897 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-57e85577-0ff4-4e89-9cf9-d085fd762d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:59.317597 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-57e85577-0ff4-4e89-9cf9-d085fd762d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:59.398792 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-57e85577-0ff4-4e89-9cf9-d085fd762d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.488577 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-57e85577-0ff4-4e89-9cf9-d085fd762d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.498359 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a170b5a7-0aec-4168-9fe8-83a21a395791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:59.545072 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-57e85577-0ff4-4e89-9cf9-d085fd762d68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83cd5e5b10f74657b7d12d04aca1b64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722503 May 10 17:38:59.546750 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e85577-0ff4-4e89-9cf9-d085fd762d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663bda44-8ca2-4967-9210-f76bc4885368,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:59.550540 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-57e85577-0ff4-4e89-9cf9-d085fd762d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:59.551016 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57190) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:59.609739 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d33ffe17-7d25-40c6-b763-c1982b0e2c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.635192 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d33ffe17-7d25-40c6-b763-c1982b0e2c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.710810 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] Router 9dccc935-b34d-4754-beb0-5ea370805a16 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:38:59.798582 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d33ffe17-7d25-40c6-b763-c1982b0e2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.802457 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e4f869d8-d893-441e-87a8-a6d3f810aaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:59.814570 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ffe17-7d25-40c6-b763-c1982b0e2c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663bda44-8ca2-4967-9210-f76bc4885368,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:59.817634 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d33ffe17-7d25-40c6-b763-c1982b0e2c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:59.824339 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d33ffe17-7d25-40c6-b763-c1982b0e2c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.826328 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-d33ffe17-7d25-40c6-b763-c1982b0e2c4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/663bda44-8ca2-4967-9210-f76bc4885368 HTTP/1.1" status: 204 len: 168 time: 0.2736092 May 10 17:38:59.889415 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:38:59.897666 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba501828-251f-42ad-a793-a267e099865b None None] Sync routers for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:38:59.906716 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba501828-251f-42ad-a793-a267e099865b None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:59.907318 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-ba501828-251f-42ad-a793-a267e099865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:38:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:59.910440 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] 10.222.0.24 "PUT /v2.0/routers/9dccc935-b34d-4754-beb0-5ea370805a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7024143 May 10 17:38:59.912935 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57196) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:00.081389 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-ba501828-251f-42ad-a793-a267e099865b None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:00.090304 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Notify callbacks [] for router, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.267496 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.397323 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-ba501828-251f-42ad-a793-a267e099865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:38:58Z', 'revision_number': 5, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port': {'id': 'ee0d67fe-521e-489f-9dbd-1860e6faa14e', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:21Z', 'updated_at': '2021-05-10T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:00.401224 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba501828-251f-42ad-a793-a267e099865b None None] Checking router: 9dccc935-b34d-4754-beb0-5ea370805a16 for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:39:00.409494 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba501828-251f-42ad-a793-a267e099865b None None] Routers {'9dccc935-b34d-4754-beb0-5ea370805a16'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:00.410099 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-ba501828-251f-42ad-a793-a267e099865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:38:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['9dccc935-b34d-4754-beb0-5ea370805a16'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:00.426475 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Deleting port ee0d67fe-521e-489f-9dbd-1860e6faa14e {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:39:00.426857 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.549803 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] For port ee0d67fe-521e-489f-9dbd-1860e6faa14e, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=ee0d67fe-521e-489f-9dbd-1860e6faa14e,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:00.550162 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.561233 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57202) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:00.565426 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-ba501828-251f-42ad-a793-a267e099865b None None] Set router 9dccc935-b34d-4754-beb0-5ea370805a16 gateway port host: None {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:00.579281 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ee86225e-8a05-45d8-a4ad-35802ff07d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.593508 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ee86225e-8a05-45d8-a4ad-35802ff07d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:00.597360 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ee86225e-8a05-45d8-a4ad-35802ff07d43 admin admin] Usage tracker for resource:security_group_rule and tenant:aa5c5194eb3b4e16bc3e3ed8f5591de5 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:00.600213 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ee86225e-8a05-45d8-a4ad-35802ff07d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:00.605980 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ee86225e-8a05-45d8-a4ad-35802ff07d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:00.670721 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-ba501828-251f-42ad-a793-a267e099865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:39:00Z', 'revision_number': 6, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port_host': None}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:00.674800 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba501828-251f-42ad-a793-a267e099865b None None] The sync data for ids ['9dccc935-b34d-4754-beb0-5ea370805a16'] in dv-cinder-786386-3-smb is: [{'id': '9dccc935-b34d-4754-beb0-5ea370805a16', 'name': 'tempest-AttachVolumeShelveTestJSON-108542428-router', 'tenant_id': '8e3e19f7c103427ba25defaf85bee1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:20Z', 'updated_at': '2021-05-10T17:39:00Z', 'revision_number': 6, 'project_id': '8e3e19f7c103427ba25defaf85bee1c9', 'gw_port_host': None}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:39:00.675390 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Calling delete_port for ee0d67fe-521e-489f-9dbd-1860e6faa14e owned by network:router_gateway {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:39:00.689387 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ee86225e-8a05-45d8-a4ad-35802ff07d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.872564 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ee86225e-8a05-45d8-a4ad-35802ff07d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.884870 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-eccb5110-61ed-4d92-8f4e-0fba726d21bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:00.924562 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-ee86225e-8a05-45d8-a4ad-35802ff07d43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa5c5194eb3b4e16bc3e3ed8f5591de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622279 May 10 17:39:00.926403 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86225e-8a05-45d8-a4ad-35802ff07d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2825b7a-cb52-4ffc-b255-65f35b062644,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:00.927147 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57206) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:00.929539 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ee86225e-8a05-45d8-a4ad-35802ff07d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:00.965385 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.972259 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-8a30b4d7-60b0-4540-b74c-0488937e4f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:01.019572 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0d67fe-521e-489f-9dbd-1860e6faa14e,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:01.190080 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:01.190374 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:01.190729 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:01.191078 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:01.191422 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:01.191765 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:01.192102 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:01.192441 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:01.192779 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:01.193113 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:01.193446 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:01.193777 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:01.201431 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:01.206110 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1453-8b90-4b49-99e9-e6958a870b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.245175 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1453-8b90-4b49-99e9-e6958a870b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.258235 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662370'] for router_gateway, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.446749 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-878398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30239'] for router, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.449079 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.495768 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device ee0d67fe-521e-489f-9dbd-1860e6faa14e no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:39:01.530109 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: ee0d67fe-521e-489f-9dbd-1860e6faa14e {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:39:01.530485 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device ee0d67fe-521e-489f-9dbd-1860e6faa14e not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:39:01.530910 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 340e94ed-1853-4a55-b15b-b2d48b309713 no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:39:01.551269 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-877936'] for router, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.551898 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dccc935-b34d-4754-beb0-5ea370805a16 {{(pid=79209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:39:01.565547 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: 340e94ed-1853-4a55-b15b-b2d48b309713 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:39:01.565900 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 340e94ed-1853-4a55-b15b-b2d48b309713 not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:39:01.576845 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Notify callbacks [] for router, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.578001 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9dccc935-b34d-4754-beb0-5ea370805a16 HTTP/1.1" status: 204 len: 168 time: 1.6641815 May 10 17:39:01.580690 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57210) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:01.616749 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1453-8b90-4b49-99e9-e6958a870b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.619174 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1453-8b90-4b49-99e9-e6958a870b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.620288 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-bc6b1453-8b90-4b49-99e9-e6958a870b8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2825b7a-cb52-4ffc-b255-65f35b062644 HTTP/1.1" status: 204 len: 168 time: 0.6921735 May 10 17:39:01.625014 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c266375a-473f-44b4-a2e4-e4df86bf496c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:01.639897 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b1453-8b90-4b49-99e9-e6958a870b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2825b7a-cb52-4ffc-b255-65f35b062644,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:01.643404 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-bc6b1453-8b90-4b49-99e9-e6958a870b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:01.660699 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6d6bfd-cce5-42ac-b1d3-e65fcf9c87b4 admin admin] Deleting subnet ca218de9-5eb7-45be-9784-dfe588b4a018 {{(pid=79209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:39:01.664034 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6bfd-cce5-42ac-b1d3-e65fcf9c87b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.722760 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6bfd-cce5-42ac-b1d3-e65fcf9c87b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3406524'] for subnet, precommit_delete_associations {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.839811 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6bfd-cce5-42ac-b1d3-e65fcf9c87b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.187639 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6bfd-cce5-42ac-b1d3-e65fcf9c87b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689640'] for subnet, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.199568 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-797f5c5d-b2a1-45e7-991b-6b51c1f659ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:02.225535 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d6bfd-cce5-42ac-b1d3-e65fcf9c87b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca218de9-5eb7-45be-9784-dfe588b4a018,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:02.228535 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9e6d6bfd-cce5-42ac-b1d3-e65fcf9c87b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:02.229483 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6bfd-cce5-42ac-b1d3-e65fcf9c87b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.236237 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-9e6d6bfd-cce5-42ac-b1d3-e65fcf9c87b4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ca218de9-5eb7-45be-9784-dfe588b4a018 HTTP/1.1" status: 204 len: 168 time: 0.6546032 May 10 17:39:02.237932 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a604b961-6e36-488a-9305-362c37b14999 None None] Network 025c12d2-d785-400c-8db6-8fd4c9c625b4 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:39:02.238602 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57224) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:02.347240 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.418088 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Deleting port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:39:02.418477 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.523365 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] For port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=1ac4d136-e88e-4c5c-9938-a35cfa5e4690,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:02.523720 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.539034 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebd4e79-a0ea-4fc4-b77d-008b538221b0 None None] DHCP port deletion for 025c12d2-d785-400c-8db6-8fd4c9c625b4 request from dv-cinder-786386-3-smb {{(pid=79210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:39:02.610410 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd4e79-a0ea-4fc4-b77d-008b538221b0 None None] Deleting port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 {{(pid=79210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:39:02.617877 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-6ebd4e79-a0ea-4fc4-b77d-008b538221b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.648483 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Calling delete_port for 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 owned by network:dhcp {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:39:02.709509 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-6ebd4e79-a0ea-4fc4-b77d-008b538221b0 None None] For port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=1ac4d136-e88e-4c5c-9938-a35cfa5e4690,segment=NetworkSegment(cff76451-dc46-45c3-aeb6-70bc0c2b04c6),segment_id=cff76451-dc46-45c3-aeb6-70bc0c2b04c6)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:02.709911 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-6ebd4e79-a0ea-4fc4-b77d-008b538221b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.815277 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.820598 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-39065f13-4867-4119-b469-4cbdbac7b6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:02.830434 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd4e79-a0ea-4fc4-b77d-008b538221b0 None None] Calling delete_port for 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 owned by network:dhcp {{(pid=79210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:39:02.867193 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac4d136-e88e-4c5c-9938-a35cfa5e4690,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:02.870409 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:02.871202 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] No DVR routers for this DVR port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 on host dv-cinder-786386-3-smb {{(pid=79209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:39:02.877186 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-6ebd4e79-a0ea-4fc4-b77d-008b538221b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739'] for port, after_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.881863 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:02.925704 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd4e79-a0ea-4fc4-b77d-008b538221b0 None None] Pushing event deleted for resources: {'Port': ['ID=1ac4d136-e88e-4c5c-9938-a35cfa5e4690,revision_number=None']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:02.927607 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd4e79-a0ea-4fc4-b77d-008b538221b0 None None] No DVR routers for this DVR port 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 on host dv-cinder-786386-3-smb {{(pid=79210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:39:02.928996 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-6ebd4e79-a0ea-4fc4-b77d-008b538221b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:03.088627 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.101585 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025c12d2-d785-400c-8db6-8fd4c9c625b4']}} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:03.113254 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6') {'for_net_delete': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:03.113554 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff76451-dc46-45c3-aeb6-70bc0c2b04c6') {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:03.125072 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3406499'] for segment, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.141025 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.146984 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=79209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:39:03.147362 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686802'] for segment, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: Traceback (most recent call last): May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: timer() May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: cb(*args, **kw) May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: return func(*args, **kwargs) May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: self._notify() May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: self.callback(batched_events) May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: event.method(event) May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: return f(self, *a, **k) May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: return self._get(url).json() May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: return self.request(url, 'GET', **kwargs) May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:39:03.160036 dv-cinder-786386-3-smb neutron-server[79209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:39:03.335091 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.340191 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.342621 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:03.364108 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=025c12d2-d785-400c-8db6-8fd4c9c625b4,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:03.368250 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:03.470000 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57246) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:03.470650 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] 10.222.0.24 "DELETE /v2.0/networks/025c12d2-d785-400c-8db6-8fd4c9c625b4 HTTP/1.1" status: 204 len: 168 time: 1.2309990 May 10 17:39:03.493527 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:39:03.530412 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:39:03.535177 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 1ac4d136-e88e-4c5c-9938-a35cfa5e4690 not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:39:03.595230 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8f083a32-833a-44fb-8324-c7b333491b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.609928 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-8f083a32-833a-44fb-8324-c7b333491b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:03.613684 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-8f083a32-833a-44fb-8324-c7b333491b2e admin admin] Usage tracker for resource:security_group_rule and tenant:4ffc6ecaca5349cdbbf4ef0359112a8e is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:03.616769 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-8f083a32-833a-44fb-8324-c7b333491b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:03.622539 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-8f083a32-833a-44fb-8324-c7b333491b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:03.701597 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8f083a32-833a-44fb-8324-c7b333491b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.815419 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8f083a32-833a-44fb-8324-c7b333491b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.824232 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7e03d6a4-1a64-4d9c-8ae4-84664f2dc628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:03.860651 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57254) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:03.865502 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-8f083a32-833a-44fb-8324-c7b333491b2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ffc6ecaca5349cdbbf4ef0359112a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943336 May 10 17:39:03.867158 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f083a32-833a-44fb-8324-c7b333491b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0414d0-538e-42bd-b4d2-644053c5b89e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:03.869373 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57258) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:03.871973 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8f083a32-833a-44fb-8324-c7b333491b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:03.911247 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-f2142f79-bfa9-46ea-b310-03b0449a8140 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e3e19f7c103427ba25defaf85bee1c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0492609 May 10 17:39:03.913494 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57262) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:03.931700 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4b4baeaf-09da-4104-a5be-414c48534a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.978305 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-111811c0-a5c0-4040-bc86-c09542e2d917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.005851 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-111811c0-a5c0-4040-bc86-c09542e2d917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.054575 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4b4baeaf-09da-4104-a5be-414c48534a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.124093 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-111811c0-a5c0-4040-bc86-c09542e2d917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.128830 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c91faf87-d8d5-409d-9048-1b2e87616c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:04.144062 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111811c0-a5c0-4040-bc86-c09542e2d917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cb4ebd-f441-478d-84d4-b29350a4a92b,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:04.147031 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-111811c0-a5c0-4040-bc86-c09542e2d917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:04.148949 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-111811c0-a5c0-4040-bc86-c09542e2d917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.150213 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-111811c0-a5c0-4040-bc86-c09542e2d917 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07cb4ebd-f441-478d-84d4-b29350a4a92b HTTP/1.1" status: 204 len: 168 time: 0.2356539 May 10 17:39:04.180924 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4b4baeaf-09da-4104-a5be-414c48534a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.186574 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f74fd252-edba-4391-8fb4-3fc0040c89bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:04.199232 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4baeaf-09da-4104-a5be-414c48534a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0414d0-538e-42bd-b4d2-644053c5b89e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:04.202684 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4b4baeaf-09da-4104-a5be-414c48534a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:04.211575 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4b4baeaf-09da-4104-a5be-414c48534a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.212743 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-4b4baeaf-09da-4104-a5be-414c48534a9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d0414d0-538e-42bd-b4d2-644053c5b89e HTTP/1.1" status: 204 len: 168 time: 0.3424795 May 10 17:39:05.283424 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57304) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:05.505327 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1144110648-network', 'tenant_id': '917590c999fb46d187e3729ce0a55c51'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:05.509882 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:05.513806 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Usage tracker for resource:network and tenant:917590c999fb46d187e3729ce0a55c51 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:05.516869 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:05.523607 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:05.659497 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Made reservation on behalf of 917590c999fb46d187e3729ce0a55c51 for: {'network': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:05.661839 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.674610 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.688455 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:05.692176 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Usage tracker for resource:security_group_rule and tenant:917590c999fb46d187e3729ce0a55c51 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:05.694935 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:05.701357 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:05.784744 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.866863 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.872220 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-5e6d3f0e-d86e-4710-a1fd-6b811dff4525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:05.901815 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=79209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:39:05.910174 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbafcb0-6819-4222-b60e-b9a1c9f71555,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:05.913718 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:05.916117 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.916455 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.segments_db [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Added segment 7a86c967-7489-4fca-b07e-9d9b391b5cee of type vlan for network b815ea36-afc8-4e0a-9130-517688718c27 May 10 17:39:05.945676 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.061477 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.062854 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:06.065085 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.068575 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:06.172020 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Pushing event updated for resources: {'Network': ['ID=b815ea36-afc8-4e0a-9130-517688718c27,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:06.174898 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:06.182832 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network b815ea36-afc8-4e0a-9130-517688718c27 details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:39:06.238813 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9541512 May 10 17:39:06.241796 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57332) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:06.248430 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Request body: {'subnet': {'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1144110648-subnet', 'tenant_id': '917590c999fb46d187e3729ce0a55c51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:06.261784 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:06.263416 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57336) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:06.272621 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Usage tracker for resource:subnet and tenant:917590c999fb46d187e3729ce0a55c51 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:06.283965 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:06.296594 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:06.405146 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2564bb2b-83a0-4ce5-b9af-bcd62cf56e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.419113 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-2564bb2b-83a0-4ce5-b9af-bcd62cf56e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:06.423242 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Made reservation on behalf of 917590c999fb46d187e3729ce0a55c51 for: {'subnet': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:06.425509 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689539'] for subnet, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.439478 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-2564bb2b-83a0-4ce5-b9af-bcd62cf56e7b admin admin] Usage tracker for resource:security_group_rule and tenant:3b37f8a41bdc48af903e479af77b0ce3 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:06.446595 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-2564bb2b-83a0-4ce5-b9af-bcd62cf56e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:06.505644 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-2564bb2b-83a0-4ce5-b9af-bcd62cf56e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:06.663146 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2564bb2b-83a0-4ce5-b9af-bcd62cf56e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.744877 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2564bb2b-83a0-4ce5-b9af-bcd62cf56e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.751265 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-5d608c66-e252-459d-a963-46b3fc367d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:06.809566 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-2564bb2b-83a0-4ce5-b9af-bcd62cf56e7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b37f8a41bdc48af903e479af77b0ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446022 May 10 17:39:06.812314 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564bb2b-83a0-4ce5-b9af-bcd62cf56e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff119353-a198-4f7f-becd-392c5bd610a2,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:06.812475 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57342) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:06.815979 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-2564bb2b-83a0-4ce5-b9af-bcd62cf56e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:06.873797 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-07cd8283-4a42-4b80-9330-1f7a70d4f3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.900017 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-07cd8283-4a42-4b80-9330-1f7a70d4f3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.979440 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689649'] for subnet, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.983783 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:07.024937 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-07cd8283-4a42-4b80-9330-1f7a70d4f3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:07.030399 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-55fbdb02-5f6e-4c5f-9fc6-da62ed8460df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:07.040597 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd8283-4a42-4b80-9330-1f7a70d4f3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff119353-a198-4f7f-becd-392c5bd610a2,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:07.046603 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-07cd8283-4a42-4b80-9330-1f7a70d4f3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:07.047983 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-07cd8283-4a42-4b80-9330-1f7a70d4f3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:07.051831 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-07cd8283-4a42-4b80-9330-1f7a70d4f3ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff119353-a198-4f7f-becd-392c5bd610a2 HTTP/1.1" status: 204 len: 168 time: 0.2383573 May 10 17:39:07.054322 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=297efedd-f1c4-4ada-b530-6f286a521808,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:07.058455 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:07.062642 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Checking segment: {'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:07.063005 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Network hostable DHCP agents. Network: b815ea36-afc8-4e0a-9130-517688718c27, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:39:07.146399 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Network b815ea36-afc8-4e0a-9130-517688718c27 is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:39:07.243908 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, b815ea36-afc8-4e0a-9130-517688718c27) {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:07.252825 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:07.254325 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:07.254460 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdf82c5-0675-4e2d-b8f8-b35452953565 None None] Network b815ea36-afc8-4e0a-9130-517688718c27 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:39:07.376416 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1334987 May 10 17:39:07.452579 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7970463-c830-49ea-a190-4c0644c54547 None None] Network b815ea36-afc8-4e0a-9130-517688718c27 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:39:08.028151 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-6145c0ef-a768-414b-afb0-73473b9aa323 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:08.028859 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-6145c0ef-a768-414b-afb0-73473b9aa323 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Synchronizing usage tracker for tenant:917590c999fb46d187e3729ce0a55c51 on resource:network {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:08.106802 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-6145c0ef-a768-414b-afb0-73473b9aa323 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Unset dirty status for tenant:917590c999fb46d187e3729ce0a55c51 on resource:network {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:08.107983 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-6145c0ef-a768-414b-afb0-73473b9aa323 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/networks?id=b815ea36-afc8-4e0a-9130-517688718c27 HTTP/1.1" status: 200 len: 815 time: 0.2284751 May 10 17:39:08.123031 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-3246ff01-7293-490a-9db8-478246224444 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/quotas/917590c999fb46d187e3729ce0a55c51 HTTP/1.1" status: 200 len: 375 time: 0.0095549 May 10 17:39:08.174398 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-92ac9179-d944-4c16-9123-a5834b11d604 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=917590c999fb46d187e3729ce0a55c51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458269 May 10 17:39:08.305941 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-f6c0ee89-f5c1-4f94-bb91-9db6fd381a69 service neutron] 10.222.0.24 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248257 May 10 17:39:08.529420 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-fc6fb06a-53b2-490c-b947-981d48bf6e10 service neutron] 10.222.0.24 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162426 May 10 17:39:08.900842 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-70a8412a-b475-447c-a160-b17caeec787b req-099a1805-9bb3-440a-b5a8-8859df30d284 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 210 time: 0.0464303 May 10 17:39:09.848011 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.995355 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8a1f4b6b-901b-402e-b61c-3c1684f005f7 req-fc50204a-85d1-4523-ad6f-0cbdc19e9203 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 210 time: 0.0426631 May 10 17:39:11.141893 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1c35733f-d4c8-422c-a9bd-2c1281770a96 req-c49fe17b-3578-47a1-979a-849010c0187d tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 210 time: 0.0423036 May 10 17:39:11.503395 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-7593300a-2fa3-42d8-9102-bdd3f6a9f243 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:11.504799 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-7593300a-2fa3-42d8-9102-bdd3f6a9f243 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "GET /v2.0/networks?id=b815ea36-afc8-4e0a-9130-517688718c27 HTTP/1.1" status: 200 len: 815 time: 0.1458397 May 10 17:39:11.516637 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Request body: {'port': {'device_id': '7d92c8d8-eb48-45b6-9216-e9dae979f2af', 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27', 'admin_state_up': True, 'tenant_id': '917590c999fb46d187e3729ce0a55c51'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:11.650780 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:11.654539 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Usage tracker for resource:port and tenant:917590c999fb46d187e3729ce0a55c51 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:11.657309 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:11.663039 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:11.802652 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Made reservation on behalf of 917590c999fb46d187e3729ce0a55c51 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:11.806310 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:11.970716 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Allocated IP 172.20.0.10 (b815ea36-afc8-4e0a-9130-517688718c27/297efedd-f1c4-4ada-b530-6f286a521808/ebabfb34-24ca-4d7b-a719-caa1428187d7) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:12.174325 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:12.273062 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:12.279472 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0ed465a5-3e81-48c0-9e2a-d489b08bb000 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:12.330499 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f84130-d904-4c4a-ad50-9370696c34c7 req-eb5d96c7-392c-433a-b1ba-8289ae80f2e3 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:12.332005 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-96f84130-d904-4c4a-ad50-9370696c34c7 req-eb5d96c7-392c-433a-b1ba-8289ae80f2e3 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 932 time: 0.0840840 May 10 17:39:12.365325 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Network b815ea36-afc8-4e0a-9130-517688718c27 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:12.368794 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:12.373017 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:12.379128 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-96f84130-d904-4c4a-ad50-9370696c34c7 req-45b3ce61-691b-45c2-b627-507fc73df57e tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Synchronizing usage tracker for tenant:917590c999fb46d187e3729ce0a55c51 on resource:security_group {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:12.414853 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Pushing event updated for resources: {'Port': ['ID=ebabfb34-24ca-4d7b-a719-caa1428187d7,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:12.419881 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:12.446670 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:12.447284 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:12.478019 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-96f84130-d904-4c4a-ad50-9370696c34c7 req-45b3ce61-691b-45c2-b627-507fc73df57e tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Unset dirty status for tenant:917590c999fb46d187e3729ce0a55c51 on resource:security_group {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:12.479282 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-96f84130-d904-4c4a-ad50-9370696c34c7 req-45b3ce61-691b-45c2-b627-507fc73df57e tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392794 May 10 17:39:12.570685 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0578609 May 10 17:39:12.581614 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Request body: {'port': {'device_id': '7d92c8d8-eb48-45b6-9216-e9dae979f2af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:12.692497 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:13.024120 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebabfb34-24ca-4d7b-a719-caa1428187d7 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:39:13.031754 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:13.045817 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Transition to ACTIVE for port object ebabfb34-24ca-4d7b-a719-caa1428187d7 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:13.123919 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:13.128744 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:13.373881 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Pushing event updated for resources: {'Port': ['ID=ebabfb34-24ca-4d7b-a719-caa1428187d7,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:13.381055 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:13.445632 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Attempting to bind port ebabfb34-24ca-4d7b-a719-caa1428187d7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:13.445962 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Attempting to bind port ebabfb34-24ca-4d7b-a719-caa1428187d7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:13.446377 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Attempting to bind port ebabfb34-24ca-4d7b-a719-caa1428187d7 on network b815ea36-afc8-4e0a-9130-517688718c27 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:13.450955 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Port ebabfb34-24ca-4d7b-a719-caa1428187d7 on network b815ea36-afc8-4e0a-9130-517688718c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:39:13.451283 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Attempting to bind port ebabfb34-24ca-4d7b-a719-caa1428187d7 on network b815ea36-afc8-4e0a-9130-517688718c27 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:13.456338 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:13.456669 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Checking segment: {'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:13.457048 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Bound using segment: {'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:13.457465 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Bound port: ebabfb34-24ca-4d7b-a719-caa1428187d7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:13.457807 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:13.549692 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] For port ebabfb34-24ca-4d7b-a719-caa1428187d7, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:13.552711 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] For port ebabfb34-24ca-4d7b-a719-caa1428187d7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ebabfb34-24ca-4d7b-a719-caa1428187d7,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:13.665064 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c04f7a-8bf2-409b-bf9f-b8e5ac9b0429 req-3e39b1be-d761-4c76-aac3-c7436bbf318d tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:13.665671 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-e2c04f7a-8bf2-409b-bf9f-b8e5ac9b0429 req-3e39b1be-d761-4c76-aac3-c7436bbf318d tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Synchronizing usage tracker for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:13.680143 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:13.684425 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7453bd38-a2be-42cc-9243-855a4913e839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:13.739187 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:13.739794 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:13.741128 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] 10.222.0.10 "PUT /v2.0/ports/ebabfb34-24ca-4d7b-a719-caa1428187d7 HTTP/1.1" status: 200 len: 1094 time: 1.1635811 May 10 17:39:13.741626 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d92c8d8-eb48-45b6-9216-e9dae979f2af', 'tag': 'ebabfb34-24ca-4d7b-a719-caa1428187d7'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:13.767667 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Pushing event updated for resources: {'Port': ['ID=ebabfb34-24ca-4d7b-a719-caa1428187d7,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:13.770805 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:13.785997 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d92c8d8-eb48-45b6-9216-e9dae979f2af', 'tag': 'ebabfb34-24ca-4d7b-a719-caa1428187d7', 'status': 'completed', 'code': 200} May 10 17:39:13.872831 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-e2c04f7a-8bf2-409b-bf9f-b8e5ac9b0429 req-3e39b1be-d761-4c76-aac3-c7436bbf318d tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Unset dirty status for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:13.874461 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e2c04f7a-8bf2-409b-bf9f-b8e5ac9b0429 req-3e39b1be-d761-4c76-aac3-c7436bbf318d tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 944 time: 0.2877333 May 10 17:39:13.877758 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e4ba0-b783-479e-93b3-7555052e0759 req-92574d3c-e522-44b3-88d0-9ad9aec15882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:13.879144 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2f5e4ba0-b783-479e-93b3-7555052e0759 req-92574d3c-e522-44b3-88d0-9ad9aec15882 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=917590c999fb46d187e3729ce0a55c51&device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 1097 time: 0.0737376 May 10 17:39:14.002942 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-e2c04f7a-8bf2-409b-bf9f-b8e5ac9b0429 req-eec89637-262d-4bef-9936-c31fe91a6752 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226468 May 10 17:39:14.053473 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e4ba0-b783-479e-93b3-7555052e0759 req-27d6ad82-67a5-4e85-a8e0-22bec0a12f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:14.055112 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2f5e4ba0-b783-479e-93b3-7555052e0759 req-27d6ad82-67a5-4e85-a8e0-22bec0a12f28 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=917590c999fb46d187e3729ce0a55c51&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1620836 May 10 17:39:14.191589 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e4ba0-b783-479e-93b3-7555052e0759 req-6130b043-c553-4976-9444-d86f0815b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:14.193115 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2f5e4ba0-b783-479e-93b3-7555052e0759 req-6130b043-c553-4976-9444-d86f0815b161 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319520 May 10 17:39:14.296572 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-39fddd1b-b62e-4610-b696-5c26d77ec25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:14.298063 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-39fddd1b-b62e-4610-b696-5c26d77ec25b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=917590c999fb46d187e3729ce0a55c51&device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 1097 time: 0.0711806 May 10 17:39:14.368482 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-7e4fdf78-1f73-4a06-91ae-0a7d978f64e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebabfb34-24ca-4d7b-a719-caa1428187d7 HTTP/1.1" status: 200 len: 217 time: 0.0638030 May 10 17:39:14.431563 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-0e63a4ec-6b62-40db-9a61-f0227aaa8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:14.433143 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-0e63a4ec-6b62-40db-9a61-f0227aaa8711 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=297efedd-f1c4-4ada-b530-6f286a521808 HTTP/1.1" status: 200 len: 855 time: 0.0592322 May 10 17:39:14.480386 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-9d39bc1f-c117-4fa1-97a9-20a13bf420fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b815ea36-afc8-4e0a-9130-517688718c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400386 May 10 17:39:14.611193 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-6ebdbb42-23c2-4d20-b87c-25a6c39bdb50 service neutron] 10.222.0.10 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237402 May 10 17:39:14.743829 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83a3000f-24a2-437b-8275-58a7a842cd63 req-dee0b182-a8e2-4ded-ac6a-29e74ac6786d service neutron] 10.222.0.10 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266930 May 10 17:39:15.190425 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57ec57-1e4d-47b1-bb6f-fd84de0ceb0b req-eb7865ed-25a4-431b-af1d-f7c6ff063cdd tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:15.191899 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1d57ec57-1e4d-47b1-bb6f-fd84de0ceb0b req-eb7865ed-25a4-431b-af1d-f7c6ff063cdd tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 944 time: 0.0807614 May 10 17:39:15.239501 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1d57ec57-1e4d-47b1-bb6f-fd84de0ceb0b req-d5a52ea4-e349-4336-9d8b-fe117d49b695 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411098 May 10 17:39:15.470878 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:39:16.301710 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device ebabfb34-24ca-4d7b-a719-caa1428187d7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:39:16.428497 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cb3de-85a4-47d9-8336-f36f40f60d5c req-fb974077-25d8-4260-857e-048ffae4ef69 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:16.429969 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-581cb3de-85a4-47d9-8336-f36f40f60d5c req-fb974077-25d8-4260-857e-048ffae4ef69 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 944 time: 0.0858173 May 10 17:39:16.436828 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port ebabfb34-24ca-4d7b-a719-caa1428187d7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ebabfb34-24ca-4d7b-a719-caa1428187d7,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:16.450585 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': 'ebabfb34-24ca-4d7b-a719-caa1428187d7', 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27', 'port_id': 'ebabfb34-24ca-4d7b-a719-caa1428187d7', 'mac_address': 'fa:16:3e:63:18:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297efedd-f1c4-4ada-b530-6f286a521808', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:39:16.475750 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-581cb3de-85a4-47d9-8336-f36f40f60d5c req-bb568263-e378-49f6-97e5-9cd3ef4381ce tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393147 May 10 17:39:16.508826 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:16.529350 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebabfb34-24ca-4d7b-a719-caa1428187d7 {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:39:16.545093 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port ebabfb34-24ca-4d7b-a719-caa1428187d7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ebabfb34-24ca-4d7b-a719-caa1428187d7,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:16.619174 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:16.620966 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-6ebd4e79-a0ea-4fc4-b77d-008b538221b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:16.686408 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=ebabfb34-24ca-4d7b-a719-caa1428187d7,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:16.693497 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:16.693855 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:16.694208 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:16.704744 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:16.704744 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:16.704744 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:16.704744 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:16.704744 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:16.704744 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:16.704744 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:16.704744 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:16.704744 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:16.704744 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:16.829676 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['ebabfb34-24ca-4d7b-a719-caa1428187d7'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:39:17.658294 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7767bd2-6318-4700-8170-6bec0768b97d req-6f923a9e-0bd5-4998-8bae-b0a2323f0748 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:17.659769 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c7767bd2-6318-4700-8170-6bec0768b97d req-6f923a9e-0bd5-4998-8bae-b0a2323f0748 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 945 time: 0.0795221 May 10 17:39:17.706231 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c7767bd2-6318-4700-8170-6bec0768b97d req-aca65846-6c84-4c3e-8286-f49ecc4046a1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 May 10 17:39:18.316195 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device ebabfb34-24ca-4d7b-a719-caa1428187d7 up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:18.500814 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port ebabfb34-24ca-4d7b-a719-caa1428187d7 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:18.506010 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port ebabfb34-24ca-4d7b-a719-caa1428187d7 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:18.506441 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:18.623259 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:18.648610 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d92c8d8-eb48-45b6-9216-e9dae979f2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebabfb34-24ca-4d7b-a719-caa1428187d7'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:18.658209 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port ebabfb34-24ca-4d7b-a719-caa1428187d7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ebabfb34-24ca-4d7b-a719-caa1428187d7,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:18.695481 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d92c8d8-eb48-45b6-9216-e9dae979f2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebabfb34-24ca-4d7b-a719-caa1428187d7', 'code': 200} May 10 17:39:18.781003 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:18.782946 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:18.851054 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=ebabfb34-24ca-4d7b-a719-caa1428187d7,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:18.854077 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:18.894901 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a65e9-8773-4e0a-927f-e2ab8f29ff42 req-1792e0db-2527-4d4f-9b13-aba0bb196be5 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:18.896291 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-441a65e9-8773-4e0a-927f-e2ab8f29ff42 req-1792e0db-2527-4d4f-9b13-aba0bb196be5 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 946 time: 0.0840774 May 10 17:39:18.943705 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-441a65e9-8773-4e0a-927f-e2ab8f29ff42 req-694222f7-c8fc-44b6-857a-57d91452155b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 May 10 17:39:19.192273 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7eb18f-1068-43eb-955f-8ffdf565838b req-3767fb97-f6d0-450e-9f4f-ba9a2163285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:19.193620 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ca7eb18f-1068-43eb-955f-8ffdf565838b req-3767fb97-f6d0-450e-9f4f-ba9a2163285a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 1099 time: 0.0717285 May 10 17:39:19.237161 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ca7eb18f-1068-43eb-955f-8ffdf565838b req-4cefe592-eda9-47e5-b502-303b60722785 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375137 May 10 17:39:20.134884 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f72eeb-6e85-461e-81da-b1c2607a621e req-3aa08660-1d0f-4b22-b04a-08feec80e5cb tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:20.136360 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f8f72eeb-6e85-461e-81da-b1c2607a621e req-3aa08660-1d0f-4b22-b04a-08feec80e5cb tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 946 time: 0.0792441 May 10 17:39:20.185513 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f8f72eeb-6e85-461e-81da-b1c2607a621e req-6f599a9c-9ab4-4d71-afe2-ddc495044d53 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 May 10 17:39:20.723685 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57518) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:20.837177 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d8005a15-5086-4f9b-b91e-e16f4e979e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:20.851789 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-d8005a15-5086-4f9b-b91e-e16f4e979e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:20.855586 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-d8005a15-5086-4f9b-b91e-e16f4e979e5e admin admin] Usage tracker for resource:security_group_rule and tenant:1c599bb32e984d99845878da85b97a45 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:20.858466 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-d8005a15-5086-4f9b-b91e-e16f4e979e5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:20.864086 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-d8005a15-5086-4f9b-b91e-e16f4e979e5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:20.942624 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d8005a15-5086-4f9b-b91e-e16f4e979e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:21.070803 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d8005a15-5086-4f9b-b91e-e16f4e979e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:21.078283 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c572a162-02e6-45dd-b4e4-81b27d41a8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:21.119681 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-d8005a15-5086-4f9b-b91e-e16f4e979e5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c599bb32e984d99845878da85b97a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3949280 May 10 17:39:21.120533 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8005a15-5086-4f9b-b91e-e16f4e979e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e289658e-f3b4-405a-b676-4958ab3e5af0,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:21.122982 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57524) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:21.124247 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d8005a15-5086-4f9b-b91e-e16f4e979e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:21.180468 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b303cac5-cf40-47be-becb-c4a42d7ddea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:21.209700 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b303cac5-cf40-47be-becb-c4a42d7ddea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:21.376573 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b930-b484-4848-aac5-0924caab150a req-586c118b-7ab1-4dba-9d49-92fede04a47a tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:21.378038 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8857b930-b484-4848-aac5-0924caab150a req-586c118b-7ab1-4dba-9d49-92fede04a47a tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 946 time: 0.0837436 May 10 17:39:21.415161 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b303cac5-cf40-47be-becb-c4a42d7ddea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:21.420711 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b51ab3dc-15a7-4d56-814a-99a7f5f465e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:21.423729 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8857b930-b484-4848-aac5-0924caab150a req-e3d62db7-607a-496f-9db4-716a91cf0721 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391140 May 10 17:39:21.433174 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303cac5-cf40-47be-becb-c4a42d7ddea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e289658e-f3b4-405a-b676-4958ab3e5af0,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:21.436231 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b303cac5-cf40-47be-becb-c4a42d7ddea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:21.441094 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b303cac5-cf40-47be-becb-c4a42d7ddea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:21.441094 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-b303cac5-cf40-47be-becb-c4a42d7ddea1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e289658e-f3b4-405a-b676-4958ab3e5af0 HTTP/1.1" status: 204 len: 168 time: 0.3154526 May 10 17:39:22.306020 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57536) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:22.325576 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4f81f974-ceb1-4993-b8c6-53decd71caed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:22.342486 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-4f81f974-ceb1-4993-b8c6-53decd71caed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:22.347312 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-4f81f974-ceb1-4993-b8c6-53decd71caed admin admin] Usage tracker for resource:security_group_rule and tenant:62a7772531f04087a4eecb8bd727542a is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:22.350442 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-4f81f974-ceb1-4993-b8c6-53decd71caed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:22.355928 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-4f81f974-ceb1-4993-b8c6-53decd71caed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:22.439522 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4f81f974-ceb1-4993-b8c6-53decd71caed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:22.546718 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4f81f974-ceb1-4993-b8c6-53decd71caed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:22.554278 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2d13962e-2888-4908-bb98-d0b33122b12c tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:22.594169 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81f974-ceb1-4993-b8c6-53decd71caed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a1d4f1-846e-492f-81c6-2b83e56ea65f,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:22.598575 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-4f81f974-ceb1-4993-b8c6-53decd71caed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62a7772531f04087a4eecb8bd727542a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915335 May 10 17:39:22.599495 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4f81f974-ceb1-4993-b8c6-53decd71caed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:22.601426 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57544) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:22.662787 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-aed20882-9463-4dc8-9f68-bec433fd6a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:22.689230 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-aed20882-9463-4dc8-9f68-bec433fd6a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:22.808921 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-aed20882-9463-4dc8-9f68-bec433fd6a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:22.812714 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-07cd8283-4a42-4b80-9330-1f7a70d4f3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:22.824128 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed20882-9463-4dc8-9f68-bec433fd6a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a1d4f1-846e-492f-81c6-2b83e56ea65f,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:22.827738 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-aed20882-9463-4dc8-9f68-bec433fd6a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:22.830969 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-aed20882-9463-4dc8-9f68-bec433fd6a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:22.833568 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-aed20882-9463-4dc8-9f68-bec433fd6a9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75a1d4f1-846e-492f-81c6-2b83e56ea65f HTTP/1.1" status: 204 len: 168 time: 0.2299507 May 10 17:39:23.500559 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-bb786c53-117d-4b01-8660-4119768ae009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:23.661234 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 57556) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:23.679474 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-97cf9077-f40a-4304-8a12-9f99f6b7ad72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:23.693836 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-97cf9077-f40a-4304-8a12-9f99f6b7ad72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:23.704937 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-97cf9077-f40a-4304-8a12-9f99f6b7ad72 admin admin] Usage tracker for resource:security_group_rule and tenant:120bb389505b4483a744e67274032a77 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:23.704937 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-97cf9077-f40a-4304-8a12-9f99f6b7ad72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:23.707525 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-97cf9077-f40a-4304-8a12-9f99f6b7ad72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:23.789063 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-97cf9077-f40a-4304-8a12-9f99f6b7ad72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:23.905676 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-97cf9077-f40a-4304-8a12-9f99f6b7ad72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:23.912429 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c60e8ca7-4906-462d-9180-6e7c0c527611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:23.957918 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-97cf9077-f40a-4304-8a12-9f99f6b7ad72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=120bb389505b4483a744e67274032a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954829 May 10 17:39:23.958768 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf9077-f40a-4304-8a12-9f99f6b7ad72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36932486-6f8f-4569-b5e7-8898d08bb3fb,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:23.960869 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57562) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:23.962132 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-97cf9077-f40a-4304-8a12-9f99f6b7ad72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:24.020220 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-689cb2ae-bd2c-4353-93a5-eb79612ca7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:24.045259 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-689cb2ae-bd2c-4353-93a5-eb79612ca7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:24.197751 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-689cb2ae-bd2c-4353-93a5-eb79612ca7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:24.201531 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-fb20e9e9-0646-4863-a95a-2fd26e880e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:24.213710 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cb2ae-bd2c-4353-93a5-eb79612ca7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36932486-6f8f-4569-b5e7-8898d08bb3fb,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:24.216741 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-689cb2ae-bd2c-4353-93a5-eb79612ca7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:24.223929 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-689cb2ae-bd2c-4353-93a5-eb79612ca7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:24.225036 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-689cb2ae-bd2c-4353-93a5-eb79612ca7bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36932486-6f8f-4569-b5e7-8898d08bb3fb HTTP/1.1" status: 204 len: 168 time: 0.2629590 May 10 17:39:25.539802 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57592) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:25.643666 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1295491911-network', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:25.648217 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:25.652003 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Usage tracker for resource:network and tenant:d1fb0c65c80e4bd3985336d00a24acad is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:25.655336 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:25.664605 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:25.967177 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Made reservation on behalf of d1fb0c65c80e4bd3985336d00a24acad for: {'network': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:25.976866 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:25.982017 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:25.996296 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:26.000168 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Usage tracker for resource:security_group_rule and tenant:d1fb0c65c80e4bd3985336d00a24acad is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:26.002985 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:26.017802 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:26.097731 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:26.213283 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-487b933e-ba3a-43ae-bb18-344224194d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:26.260748 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:26.260936 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:26.264642 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a8f22bb6-30a7-457a-a0e6-c80e281fbeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:26.294722 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=79209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:39:26.300482 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542470a1-1786-4b84-b574-35ed8158bc09,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:26.305212 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:26.307691 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:26.308219 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.segments_db [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Added segment 99a7ddbb-8d76-4d34-a920-9f0baea1081f of type vlan for network 6c43b3e5-7949-4978-9e03-1625b8a850b1 May 10 17:39:26.335025 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:26.455280 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:26.456572 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:26.457166 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:26.462163 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-cbe398f5-eff6-46ea-86c3-e27ea2a38f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:26.559250 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Pushing event updated for resources: {'Network': ['ID=6c43b3e5-7949-4978-9e03-1625b8a850b1,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:26.562387 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:26.570690 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network 6c43b3e5-7949-4978-9e03-1625b8a850b1 details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:39:26.615568 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0744853 May 10 17:39:26.618403 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57600) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:26.624542 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Request body: {'subnet': {'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1295491911-subnet', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'ip_version': 4}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:26.629529 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:26.633375 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Usage tracker for resource:subnet and tenant:d1fb0c65c80e4bd3985336d00a24acad is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:26.636265 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:26.642502 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:26.757843 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Made reservation on behalf of d1fb0c65c80e4bd3985336d00a24acad for: {'subnet': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:26.760318 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689539'] for subnet, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:26.889794 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:27.227110 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689649'] for subnet, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:27.231721 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-68ae4217-67e7-4407-92e5-4921e37d3fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:27.300787 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a606f48b-b3aa-417e-8407-e46aee45fe67,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:27.304085 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:27.310479 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Checking segment: {'id': '99a7ddbb-8d76-4d34-a920-9f0baea1081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:27.310840 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Network hostable DHCP agents. Network: 6c43b3e5-7949-4978-9e03-1625b8a850b1, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:39:27.436488 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Network 6c43b3e5-7949-4978-9e03-1625b8a850b1 is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:39:27.535264 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, 6c43b3e5-7949-4978-9e03-1625b8a850b1) {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:27.543949 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb7b81-e28a-4b10-8731-238d66bfbac0 None None] Network 6c43b3e5-7949-4978-9e03-1625b8a850b1 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:39:27.544452 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:27.544946 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:27.684111 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0646391 May 10 17:39:27.687390 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57606) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:27.692361 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:27.697132 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:27.702392 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Usage tracker for resource:router and tenant:d1fb0c65c80e4bd3985336d00a24acad is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:27.705948 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:27.711868 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:27.751557 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d5f488-2568-549c-8d36-828068fc4572-6c43b3e5-7949-4978-9e03-1625b8a850b1', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'fixed_ips': [{'subnet_id': 'a606f48b-b3aa-417e-8407-e46aee45fe67'}]}} from dv-cinder-786386-3-smb. {{(pid=79210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:39:27.752379 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:27.826868 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-882927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30221'] for router, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:27.827967 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30228'] for router, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:27.842711 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:27.906056 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.db_base_plugin_common [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Allocated IP 172.20.0.2 (6c43b3e5-7949-4978-9e03-1625b8a850b1/a606f48b-b3aa-417e-8407-e46aee45fe67/f988d87f-152b-412a-967a-0e9c7c120b7a) {{(pid=79210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:28.115546 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Notify callbacks [] for port, precommit_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:28.125536 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Transition to ACTIVE for port object f988d87f-152b-412a-967a-0e9c7c120b7a will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:28.143084 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Transition to ACTIVE for port object f988d87f-152b-412a-967a-0e9c7c120b7a will not be triggered until provisioned by entity DHCP. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:28.242112 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:28.242112 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:28.266895 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-878363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30310'] for router, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:28.298838 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Network 6c43b3e5-7949-4978-9e03-1625b8a850b1 is already hosted by enough agents. {{(pid=79210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:28.301512 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.base_scheduler [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Resources bound (agent type, host, resource id): {{(pid=79210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:28.304131 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Received port after_create {{(pid=79210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:28.351895 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Pushing event updated for resources: {'Port': ['ID=f988d87f-152b-412a-967a-0e9c7c120b7a,revision_number=1']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:28.354816 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:28.412725 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Attempting to bind port f988d87f-152b-412a-967a-0e9c7c120b7a on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:28.413224 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Attempting to bind port f988d87f-152b-412a-967a-0e9c7c120b7a by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': '99a7ddbb-8d76-4d34-a920-9f0baea1081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:28.413701 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Attempting to bind port f988d87f-152b-412a-967a-0e9c7c120b7a on network 6c43b3e5-7949-4978-9e03-1625b8a850b1 {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:28.419418 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:28.419867 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Checking segment: {'id': '99a7ddbb-8d76-4d34-a920-9f0baea1081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:28.420337 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:28.420794 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Bound using segment: {'id': '99a7ddbb-8d76-4d34-a920-9f0baea1081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:28.421360 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Bound port: f988d87f-152b-412a-967a-0e9c7c120b7a, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a7ddbb-8d76-4d34-a920-9f0baea1081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:28.421738 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:28.513751 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] For port f988d87f-152b-412a-967a-0e9c7c120b7a, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:28.516716 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] For port f988d87f-152b-412a-967a-0e9c7c120b7a, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=f988d87f-152b-412a-967a-0e9c7c120b7a,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:28.609047 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-0ac23830-bf60-4bc8-865e-73a8e2c49f51 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:28.610505 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-0ac23830-bf60-4bc8-865e-73a8e2c49f51 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/networks?id=b815ea36-afc8-4e0a-9130-517688718c27 HTTP/1.1" status: 200 len: 815 time: 0.1709993 May 10 17:39:28.635615 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-4c16ba3f-78d1-4426-93b2-bd2c61e37f35 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/quotas/917590c999fb46d187e3729ce0a55c51 HTTP/1.1" status: 200 len: 375 time: 0.0157986 May 10 17:39:28.678142 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:28.682901 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:28.761201 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:28.767821 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Pushing event updated for resources: {'Port': ['ID=f988d87f-152b-412a-967a-0e9c7c120b7a,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:28.770609 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:28.887361 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-65595eaf-5ed8-4529-a602-e376169f15c9 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=917590c999fb46d187e3729ce0a55c51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2441633 May 10 17:39:28.893711 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:29.001405 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:29.160449 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-11ba6a80-8626-4bcb-bce2-4bb230e9c61c service neutron] 10.222.0.24 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322204 May 10 17:39:29.257320 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Allocated IP 172.28.2.178 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/271c57e6-d037-4882-b0d0-4971b1bbaafb) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:29.390723 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-0c3e5a9f-3169-489a-a55b-773ce1e62270 service neutron] 10.222.0.24 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223289 May 10 17:39:29.456778 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:29.550129 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device f988d87f-152b-412a-967a-0e9c7c120b7a up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:29.623813 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:29.634524 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-fdb5b33c-aae7-4a47-9b1e-bfd4bb12bd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:29.690508 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-027e0738-c441-412a-b9de-53cd6b14e37b req-3f59410d-85fd-441f-856a-797c0887fd06 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 210 time: 0.0549350 May 10 17:39:29.702236 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:29.702236 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:29.711079 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:29.756001 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1997d2-a49f-468f-913f-57f547fb698c None None] Network 6c43b3e5-7949-4978-9e03-1625b8a850b1 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:39:29.771170 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Pushing event updated for resources: {'Port': ['ID=271c57e6-d037-4882-b0d0-4971b1bbaafb,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:29.779244 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:29.895533 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port f988d87f-152b-412a-967a-0e9c7c120b7a completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:29.960081 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-51ea59bf-20fe-4d10-ae10-3fbdccc5895b None None] Provisioning for port f988d87f-152b-412a-967a-0e9c7c120b7a completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:29.969175 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-51ea59bf-20fe-4d10-ae10-3fbdccc5895b None None] Provisioning complete for port f988d87f-152b-412a-967a-0e9c7c120b7a triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:29.969545 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-51ea59bf-20fe-4d10-ae10-3fbdccc5895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:30.143869 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-51ea59bf-20fe-4d10-ae10-3fbdccc5895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:30.180693 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-51ea59bf-20fe-4d10-ae10-3fbdccc5895b None None] For port f988d87f-152b-412a-967a-0e9c7c120b7a, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=f988d87f-152b-412a-967a-0e9c7c120b7a,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:30.289882 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-51ea59bf-20fe-4d10-ae10-3fbdccc5895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:30.291871 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:30.355763 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:30.366019 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea59bf-20fe-4d10-ae10-3fbdccc5895b None None] Pushing event updated for resources: {'Port': ['ID=f988d87f-152b-412a-967a-0e9c7c120b7a,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:30.366019 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-51ea59bf-20fe-4d10-ae10-3fbdccc5895b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:30.410414 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-9ba213e1-1c5f-4111-987a-60ee1a525e4e None None] Provisioning complete for port f988d87f-152b-412a-967a-0e9c7c120b7a triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:30.410414 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-9ba213e1-1c5f-4111-987a-60ee1a525e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:30.689672 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-878434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661772'] for router, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:30.856003 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e27e0b9d-be9b-4827-96dd-6326a446be13 req-5a31eb44-d764-4ee6-99b1-bd0dbd280870 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 210 time: 0.0536869 May 10 17:39:31.089007 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Router a388b8e8-015e-437d-9abc-59ef67c49689 is scheduled to L3 agent 0356254e-8511-425b-a043-3795cd14905b with binding_index 1 {{(pid=79209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:39:31.261083 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:39:31.269628 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Sync routers for ids ['a388b8e8-015e-437d-9abc-59ef67c49689'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:39:31.278462 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Routers {'a388b8e8-015e-437d-9abc-59ef67c49689'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:31.279080 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:39:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a388b8e8-015e-437d-9abc-59ef67c49689'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:31.430935 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] Notify callbacks [] for router, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:31.432153 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-b0428c5c-6ece-492d-bf36-bd1a0118cceb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7438831 May 10 17:39:31.434960 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57636) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:31.458560 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Set router a388b8e8-015e-437d-9abc-59ef67c49689 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:31.558947 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device f988d87f-152b-412a-967a-0e9c7c120b7a up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:31.739282 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port f988d87f-152b-412a-967a-0e9c7c120b7a triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:31.739657 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:31.892272 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:39:30Z', 'revision_number': 3, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:31.905777 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Checking router: a388b8e8-015e-437d-9abc-59ef67c49689 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:39:31.906157 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Updating router a388b8e8-015e-437d-9abc-59ef67c49689 port 271c57e6-d037-4882-b0d0-4971b1bbaafb binding host dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:39:31.964431 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.038343 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-2116f7fb-0c5e-443c-88c3-d7afbce83b6d req-ccc92e40-ee0e-43f6-a56f-7a64bbfbff7d tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 210 time: 0.0446610 May 10 17:39:32.224707 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.341268 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.353116 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Transition to ACTIVE for port object 271c57e6-d037-4882-b0d0-4971b1bbaafb will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:32.452935 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Allocated IP 172.20.0.1 (6c43b3e5-7949-4978-9e03-1625b8a850b1/a606f48b-b3aa-417e-8407-e46aee45fe67/9b5c1317-ad3c-4f79-bf83-c4e8f259ad24) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:32.472306 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.477364 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:32.491322 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-d4988d43-c2b9-4fe3-8d93-d47574a54a5e tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:32.493006 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-d4988d43-c2b9-4fe3-8d93-d47574a54a5e tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "GET /v2.0/networks?id=b815ea36-afc8-4e0a-9130-517688718c27 HTTP/1.1" status: 200 len: 815 time: 0.2880645 May 10 17:39:32.508012 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Request body: {'port': {'device_id': 'f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b', 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27', 'admin_state_up': True, 'tenant_id': '917590c999fb46d187e3729ce0a55c51'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:32.539354 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Attempting to bind port 271c57e6-d037-4882-b0d0-4971b1bbaafb on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:32.539742 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Attempting to bind port 271c57e6-d037-4882-b0d0-4971b1bbaafb by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:32.540117 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Attempting to bind port 271c57e6-d037-4882-b0d0-4971b1bbaafb on network e0dd7f9d-963f-4e7d-9505-8e20a5139fef {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:32.549016 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:32.550135 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Checking segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:32.550135 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.550399 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Bound using segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:32.550673 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Bound port: 271c57e6-d037-4882-b0d0-4971b1bbaafb, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:32.551054 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.603577 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c9dad-ca13-41c0-8345-e9f880a39e0d None None] Pushing event updated for resources: {'Port': ['ID=271c57e6-d037-4882-b0d0-4971b1bbaafb,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:32.605049 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.613419 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e96c9dad-ca13-41c0-8345-e9f880a39e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:32.623902 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Transition to ACTIVE for port object 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 will not be triggered until provisioned by entity DHCP. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:32.647293 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] For port 271c57e6-d037-4882-b0d0-4971b1bbaafb, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:32.650527 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] For port 271c57e6-d037-4882-b0d0-4971b1bbaafb, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=271c57e6-d037-4882-b0d0-4971b1bbaafb,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:32.659952 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:32.670050 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:32.791308 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.796059 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-80cf4bc5-9813-420d-a156-523bce38f72c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:32.848550 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Made reservation on behalf of 917590c999fb46d187e3729ce0a55c51 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:32.848786 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.853325 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Network 6c43b3e5-7949-4978-9e03-1625b8a850b1 is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:32.853637 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.856261 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:32.856814 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:32.859781 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:32.910692 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Pushing event updated for resources: {'Port': ['ID=9b5c1317-ad3c-4f79-bf83-c4e8f259ad24,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:32.914854 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:32.932269 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659411'] for router_interface, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.959561 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c9dad-ca13-41c0-8345-e9f880a39e0d None None] Pushing event updated for resources: {'Port': ['ID=271c57e6-d037-4882-b0d0-4971b1bbaafb,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:32.962839 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e96c9dad-ca13-41c0-8345-e9f880a39e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:32.965012 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Routers {'a388b8e8-015e-437d-9abc-59ef67c49689'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:32.965634 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:39:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a388b8e8-015e-437d-9abc-59ef67c49689'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:33.062228 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Allocated IP 172.20.0.12 (b815ea36-afc8-4e0a-9130-517688718c27/297efedd-f1c4-4ada-b530-6f286a521808/5e0709ba-39a5-4e12-b18c-a1e6b31647a3) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:33.153136 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.165297 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] Set router a388b8e8-015e-437d-9abc-59ef67c49689 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:33.208075 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a3aa4cf9-94ac-47d0-89b1-67859597f4bc req-a683685d-2f45-430c-8adf-a415e50d3917 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 210 time: 0.0561602 May 10 17:39:33.292605 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.426502 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-8fe576e3-aee0-449e-8430-c398d7c7015b None None] Provisioning for port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:33.435903 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-8fe576e3-aee0-449e-8430-c398d7c7015b None None] Provisioning complete for port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:33.436277 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8fe576e3-aee0-449e-8430-c398d7c7015b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.472848 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.479847 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2ac76abf-75f7-477e-b396-78ec47f4f333 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:33.487637 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['ebabfb34-24ca-4d7b-a719-caa1428187d7'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:39:33.535071 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.535641 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-8fe576e3-aee0-449e-8430-c398d7c7015b None None] Port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:39:33.540208 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Network b815ea36-afc8-4e0a-9130-517688718c27 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:33.543135 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:33.547098 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:33.584718 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:39:30Z', 'revision_number': 3, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:33.597042 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Pushing event updated for resources: {'Port': ['ID=5e0709ba-39a5-4e12-b18c-a1e6b31647a3,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:33.597398 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ce38e-e4f6-4ead-b33d-6fc57f5e8f57 None None] The sync data for ids ['a388b8e8-015e-437d-9abc-59ef67c49689'] in dv-cinder-786386-3-smb is: [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:39:30Z', 'revision_number': 3, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:39:33.609425 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.609815 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.610173 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.610561 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.610918 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.611273 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.611631 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.611981 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.612333 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.613029 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.613029 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.613365 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.619253 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:33.632592 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686846'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.636743 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:33.637433 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.670304 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:33.747084 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659312'] for router_interface, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.754301 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Pushing event updated for resources: {'Port': ['ID=9b5c1317-ad3c-4f79-bf83-c4e8f259ad24,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:33.758797 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:33.770347 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2662296 May 10 17:39:33.782395 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Request body: {'port': {'device_id': 'f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:33.909495 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Network 6c43b3e5-7949-4978-9e03-1625b8a850b1 is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:33.910846 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:33.917500 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:34.116600 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Router a388b8e8-015e-437d-9abc-59ef67c49689 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:39:34.165283 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-49804635-e1fc-4ae3-a8d3-736f73ee2acc None None] Provisioning complete for port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:34.165551 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-49804635-e1fc-4ae3-a8d3-736f73ee2acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:34.243184 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-49804635-e1fc-4ae3-a8d3-736f73ee2acc None None] Port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:39:34.333291 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:39:34.336727 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:39:34.344946 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:34.352031 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] 10.222.0.24 "PUT /v2.0/routers/a388b8e8-015e-437d-9abc-59ef67c49689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9159873 May 10 17:39:34.405336 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Transition to ACTIVE for port object 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:34.442133 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee16d7-a765-4538-a6c0-e8197d7a4797 req-8a38d81f-6980-4504-9312-125291b4edb2 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:34.442874 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-42ee16d7-a765-4538-a6c0-e8197d7a4797 req-8a38d81f-6980-4504-9312-125291b4edb2 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Synchronizing usage tracker for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:34.523655 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:34.528700 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0d345da7-54ad-4038-b1a5-5db1047d3ad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:34.567320 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-42ee16d7-a765-4538-a6c0-e8197d7a4797 req-8a38d81f-6980-4504-9312-125291b4edb2 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Unset dirty status for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:34.568552 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-42ee16d7-a765-4538-a6c0-e8197d7a4797 req-8a38d81f-6980-4504-9312-125291b4edb2 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 932 time: 0.2206228 May 10 17:39:34.699742 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0709ba-39a5-4e12-b18c-a1e6b31647a3,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:34.712958 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:34.763707 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-42ee16d7-a765-4538-a6c0-e8197d7a4797 req-21e6ea7c-2729-474d-95dc-06209300efa4 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817582 May 10 17:39:34.795382 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Attempting to bind port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:34.795715 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Attempting to bind port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:34.796042 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Attempting to bind port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 on network b815ea36-afc8-4e0a-9130-517688718c27 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:34.807509 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 on network b815ea36-afc8-4e0a-9130-517688718c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:39:34.807509 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Attempting to bind port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 on network b815ea36-afc8-4e0a-9130-517688718c27 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:34.807509 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:34.807509 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Checking segment: {'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:34.807509 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Bound using segment: {'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:34.807509 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Bound port: 5e0709ba-39a5-4e12-b18c-a1e6b31647a3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:34.807509 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:34.999987 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] For port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:35.015335 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] For port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5e0709ba-39a5-4e12-b18c-a1e6b31647a3,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:35.140200 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.145040 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8587b530-7463-4712-b7a1-d76c92a47e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:35.195112 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:35.195729 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.201333 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] 10.222.0.10 "PUT /v2.0/ports/5e0709ba-39a5-4e12-b18c-a1e6b31647a3 HTTP/1.1" status: 200 len: 1094 time: 1.4191864 May 10 17:39:35.201333 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b', 'tag': '5e0709ba-39a5-4e12-b18c-a1e6b31647a3'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:35.225791 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0709ba-39a5-4e12-b18c-a1e6b31647a3,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:35.232370 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:35.252235 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b', 'tag': '5e0709ba-39a5-4e12-b18c-a1e6b31647a3', 'status': 'completed', 'code': 200} May 10 17:39:35.274093 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57666) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:35.276972 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Sync routers for ids ['a388b8e8-015e-437d-9abc-59ef67c49689'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:39:35.279885 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-385812725-network', 'tenant_id': '476582381aba4b19858fb66b13c962b2'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:35.285023 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:35.288615 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Routers {'a388b8e8-015e-437d-9abc-59ef67c49689'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:35.289251 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:39:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a388b8e8-015e-437d-9abc-59ef67c49689'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:35.289754 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Usage tracker for resource:network and tenant:476582381aba4b19858fb66b13c962b2 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:35.293114 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:35.301301 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:35.349868 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836710de-3519-42b3-8f26-b03c886a7709 req-de80ecf6-2ec6-46ae-ad8f-17fb682d661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:35.350831 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-836710de-3519-42b3-8f26-b03c886a7709 req-de80ecf6-2ec6-46ae-ad8f-17fb682d661e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=917590c999fb46d187e3729ce0a55c51&device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 1097 time: 0.0761878 May 10 17:39:35.397806 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Made reservation on behalf of 476582381aba4b19858fb66b13c962b2 for: {'network': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:35.400266 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for network, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.413921 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.429679 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:35.433526 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Usage tracker for resource:security_group_rule and tenant:476582381aba4b19858fb66b13c962b2 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:35.436830 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:35.442550 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:35.475276 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Set router a388b8e8-015e-437d-9abc-59ef67c49689 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:35.504052 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836710de-3519-42b3-8f26-b03c886a7709 req-52ffe8a8-9ca3-4772-b999-0bdc3c500340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:35.505941 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-836710de-3519-42b3-8f26-b03c886a7709 req-52ffe8a8-9ca3-4772-b999-0bdc3c500340 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=917590c999fb46d187e3729ce0a55c51&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1467552 May 10 17:39:35.546505 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.561325 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 271c57e6-d037-4882-b0d0-4971b1bbaafb up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:35.649010 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.653812 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-ce0856c8-da35-488c-8772-e5d0008cf460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:35.664626 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836710de-3519-42b3-8f26-b03c886a7709 req-6c43c6c8-62c4-468d-959c-f51b3f4f5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:35.666075 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-836710de-3519-42b3-8f26-b03c886a7709 req-6c43c6c8-62c4-468d-959c-f51b3f4f5266 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1538825 May 10 17:39:35.682086 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=79209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:39:35.695497 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecb987c-1e97-4af0-bf6c-29f68ac0dbe2,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:35.699456 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:35.704253 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.704253 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.segments_db [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Added segment afe2b5fe-1459-4ad5-855e-7be6ab212a47 of type vlan for network 73ad8d5d-2cc0-4506-b336-caa46e741c6e May 10 17:39:35.731383 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785690468172'] for network, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.779621 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-74e17e22-52a6-4f47-b64f-d5c139802dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:35.779879 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 271c57e6-d037-4882-b0d0-4971b1bbaafb completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:35.781110 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-74e17e22-52a6-4f47-b64f-d5c139802dab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=917590c999fb46d187e3729ce0a55c51&device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 1097 time: 0.0780590 May 10 17:39:35.784496 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 271c57e6-d037-4882-b0d0-4971b1bbaafb triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:35.784867 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.793156 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:39:33Z', 'revision_number': 4, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '9b5c1317-ad3c-4f79-bf83-c4e8f259ad24', 'name': '', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'mac_address': 'fa:16:3e:fc:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:32Z', 'updated_at': '2021-05-10T17:39:33Z', 'revision_number': 2, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'subnets': [{'id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:35.797577 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Checking router: a388b8e8-015e-437d-9abc-59ef67c49689 for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:39:35.797944 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Updating router a388b8e8-015e-437d-9abc-59ef67c49689 port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 binding host dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:39:35.860816 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.868390 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-1dcc102a-5f61-41b9-a124-b38cde266d7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e0709ba-39a5-4e12-b18c-a1e6b31647a3 HTTP/1.1" status: 200 len: 217 time: 0.0803332 May 10 17:39:35.883535 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550'] for network, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.884973 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:35.885665 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.903775 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1df78d2e-df55-49f0-9358-1b97b38e5b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:35.915223 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.933874 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port 271c57e6-d037-4882-b0d0-4971b1bbaafb, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=271c57e6-d037-4882-b0d0-4971b1bbaafb,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:35.999936 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Pushing event updated for resources: {'Network': ['ID=73ad8d5d-2cc0-4506-b336-caa46e741c6e,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:36.006264 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-8e54ba20-d74d-4811-af13-9113bb22a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:36.007756 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-8e54ba20-d74d-4811-af13-9113bb22a208 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=297efedd-f1c4-4ada-b530-6f286a521808 HTTP/1.1" status: 200 len: 855 time: 0.1328387 May 10 17:39:36.009333 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:36.009801 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Network 73ad8d5d-2cc0-4506-b336-caa46e741c6e details requested by agent ovs-agent-dv-cinder-786386-3-smb with host dv-cinder-786386-3-smb {{(pid=79210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:39:36.051278 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-e8bff192-8d38-44ae-9aaf-7f0f0e803d17 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7733965 May 10 17:39:36.051518 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57672) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:36.057187 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Request body: {'subnet': {'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-385812725-subnet', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'ip_version': 4}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:36.061929 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:36.065782 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Usage tracker for resource:subnet and tenant:476582381aba4b19858fb66b13c962b2 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:36.068571 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-6d533ece-b657-4b12-a18a-e4d4312b6967 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b815ea36-afc8-4e0a-9130-517688718c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531085 May 10 17:39:36.068719 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:36.072832 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:36.074916 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:36.086542 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:36.096027 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87c8c0-2cd5-4b34-9130-861114c1d3d6 req-a88166af-f984-4699-80d2-fad5876ff605 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:36.097718 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bd87c8c0-2cd5-4b34-9130-861114c1d3d6 req-a88166af-f984-4699-80d2-fad5876ff605 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 944 time: 0.1780541 May 10 17:39:36.173309 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=271c57e6-d037-4882-b0d0-4971b1bbaafb,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:36.176178 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:36.184577 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Made reservation on behalf of 476582381aba4b19858fb66b13c962b2 for: {'subnet': 1} {{(pid=79209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:36.187722 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689539'] for subnet, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:36.223922 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-bd87c8c0-2cd5-4b34-9130-861114c1d3d6 req-5e5590de-ab4f-470f-bf32-641caeea5dc0 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062095 May 10 17:39:36.246127 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Notify callbacks [] for port, precommit_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:36.261104 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.provisioning_blocks [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Transition to ACTIVE for port object 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 will not be triggered until provisioned by entity L2. {{(pid=79211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:36.274214 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-6a4fef2d-b867-4bda-b894-5926b34af00d service neutron] 10.222.0.10 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864338 May 10 17:39:36.346540 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:36.352482 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-521990dd-cd63-415b-94bc-44b2e1e6c0d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:36.408222 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6e92a7b6-e315-4c37-884c-0ba1a1819472 req-67e53b5d-4b5a-42e5-bad5-302c95044e00 service neutron] 10.222.0.10 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266375 May 10 17:39:36.518406 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Pushing event updated for resources: {'Port': ['ID=9b5c1317-ad3c-4f79-bf83-c4e8f259ad24,revision_number=3']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:36.557990 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:36.558354 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:36.558683 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:36.559007 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:36.559324 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:36.560220 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:36.560536 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:36.560975 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:36.561158 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:36.561468 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:36.561776 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:36.562088 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:36.572382 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:36.581251 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Attempting to bind port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:36.581619 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Attempting to bind port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': '99a7ddbb-8d76-4d34-a920-9f0baea1081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1'}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:36.581976 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Attempting to bind port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 on network 6c43b3e5-7949-4978-9e03-1625b8a850b1 {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:36.587209 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:36.587576 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Checking segment: {'id': '99a7ddbb-8d76-4d34-a920-9f0baea1081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:36.587977 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:36.588433 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Bound using segment: {'id': '99a7ddbb-8d76-4d34-a920-9f0baea1081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1'} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:36.588832 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Bound port: 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a7ddbb-8d76-4d34-a920-9f0baea1081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1'}}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:36.589708 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:36.663913 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689649'] for subnet, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:36.668591 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31563cd9-ae8d-48a3-80c7-6a96d7faa93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:36.678067 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] For port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:36.682843 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] For port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=9b5c1317-ad3c-4f79-bf83-c4e8f259ad24,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:36.741767 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6965640f-66ef-4a6e-86e0-8deaf65d3423,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:36.745700 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:36.750321 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Checking segment: {'id': 'afe2b5fe-1459-4ad5-855e-7be6ab212a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:36.750694 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Network hostable DHCP agents. Network: 73ad8d5d-2cc0-4506-b336-caa46e741c6e, hostable agents: ['0a7664c2-42dc-49be-9565-46ca5743d672'], hosted agents: [] {{(pid=79209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:39:36.826585 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:36.831544 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:36.854808 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Network 73ad8d5d-2cc0-4506-b336-caa46e741c6e is scheduled to be hosted by DHCP agent 0a7664c2-42dc-49be-9565-46ca5743d672 with binding_index 1 {{(pid=79209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:39:36.901057 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Routers {'a388b8e8-015e-437d-9abc-59ef67c49689'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:36.901751 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:39:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a388b8e8-015e-437d-9abc-59ef67c49689'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:36.917613 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-smb, 73ad8d5d-2cc0-4506-b336-caa46e741c6e) {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:36.928621 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:36.929259 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:36.931404 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feca524f-cede-4dd4-9d61-b1ac56ee39b3 None None] Network 73ad8d5d-2cc0-4506-b336-caa46e741c6e requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:39:37.041467 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Pushing event updated for resources: {'Port': ['ID=9b5c1317-ad3c-4f79-bf83-c4e8f259ad24,revision_number=4']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:37.056010 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-0697e534-1735-42f9-bcd1-3809face9fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:37.098273 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] Set router a388b8e8-015e-437d-9abc-59ef67c49689 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:37.147092 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0944886 May 10 17:39:37.149512 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57676) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:37.155124 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-385812725-router', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:37.159722 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:37.163832 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Usage tracker for resource:router and tenant:476582381aba4b19858fb66b13c962b2 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:37.166883 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:37.173016 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:37.216751 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d5f488-2568-549c-8d36-828068fc4572-73ad8d5d-2cc0-4506-b336-caa46e741c6e', 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'fixed_ips': [{'subnet_id': '6965640f-66ef-4a6e-86e0-8deaf65d3423'}]}} from dv-cinder-786386-3-smb. {{(pid=79210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:39:37.217569 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:37.316748 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-882927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30221'] for router, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:37.322251 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30228'] for router, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:37.338914 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:37.396027 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.db_base_plugin_common [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Allocated IP 172.20.0.2 (73ad8d5d-2cc0-4506-b336-caa46e741c6e/6965640f-66ef-4a6e-86e0-8deaf65d3423/349f1ae3-d3cb-48d2-b464-928829f3ccea) {{(pid=79210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:37.449342 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:39:33Z', 'revision_number': 4, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '9b5c1317-ad3c-4f79-bf83-c4e8f259ad24', 'name': '', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'mac_address': 'fa:16:3e:fc:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:32Z', 'updated_at': '2021-05-10T17:39:36Z', 'revision_number': 4, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'subnets': [{'id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:37.455962 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a17904-9cc9-42ea-a361-442a7b93fe42 None None] The sync data for ids ['a388b8e8-015e-437d-9abc-59ef67c49689'] in dv-cinder-786386-3-smb is: [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:39:33Z', 'revision_number': 4, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '9b5c1317-ad3c-4f79-bf83-c4e8f259ad24', 'name': '', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'mac_address': 'fa:16:3e:fc:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:32Z', 'updated_at': '2021-05-10T17:39:36Z', 'revision_number': 4, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'subnets': [{'id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:39:37.571491 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 271c57e6-d037-4882-b0d0-4971b1bbaafb up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:37.709044 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Notify callbacks [] for port, precommit_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:37.720969 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Transition to ACTIVE for port object 349f1ae3-d3cb-48d2-b464-928829f3ccea will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:37.744303 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 271c57e6-d037-4882-b0d0-4971b1bbaafb triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:37.744684 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:37.771564 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Transition to ACTIVE for port object 349f1ae3-d3cb-48d2-b464-928829f3ccea will not be triggered until provisioned by entity DHCP. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:37.827414 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfd312-57ad-4f43-afb5-626bbabfe706 req-9c5277d3-6d92-4ed5-93d3-afe289a89c82 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:37.829077 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-89bfd312-57ad-4f43-afb5-626bbabfe706 req-9c5277d3-6d92-4ed5-93d3-afe289a89c82 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 944 time: 0.4666708 May 10 17:39:37.835793 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-878363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30310'] for router, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:37.848558 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730'] for port, after_create {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:37.858143 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e96c9dad-ca13-41c0-8345-e9f880a39e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:37.883297 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-89bfd312-57ad-4f43-afb5-626bbabfe706 req-a3f73f98-f75a-4055-9be2-de4724ab8a3f tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 May 10 17:39:37.934989 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Network 73ad8d5d-2cc0-4506-b336-caa46e741c6e is already hosted by enough agents. {{(pid=79210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:37.948485 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.scheduler.base_scheduler [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Resources bound (agent type, host, resource id): {{(pid=79210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:37.948485 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Received port after_create {{(pid=79210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:37.963202 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Pushing event updated for resources: {'Port': ['ID=349f1ae3-d3cb-48d2-b464-928829f3ccea,revision_number=1']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:37.971434 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:38.065267 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Attempting to bind port 349f1ae3-d3cb-48d2-b464-928829f3ccea on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:38.065642 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Attempting to bind port 349f1ae3-d3cb-48d2-b464-928829f3ccea by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'afe2b5fe-1459-4ad5-855e-7be6ab212a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:38.066089 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Attempting to bind port 349f1ae3-d3cb-48d2-b464-928829f3ccea on network 73ad8d5d-2cc0-4506-b336-caa46e741c6e {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:38.072036 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:38.072482 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Checking segment: {'id': 'afe2b5fe-1459-4ad5-855e-7be6ab212a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:38.072867 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.073272 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Bound using segment: {'id': 'afe2b5fe-1459-4ad5-855e-7be6ab212a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:38.073749 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Bound port: 349f1ae3-d3cb-48d2-b464-928829f3ccea, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe2b5fe-1459-4ad5-855e-7be6ab212a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:38.074121 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.167751 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] For port 349f1ae3-d3cb-48d2-b464-928829f3ccea, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:38.170782 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] For port 349f1ae3-d3cb-48d2-b464-928829f3ccea, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=349f1ae3-d3cb-48d2-b464-928829f3ccea,segment=NetworkSegment(afe2b5fe-1459-4ad5-855e-7be6ab212a47),segment_id=afe2b5fe-1459-4ad5-855e-7be6ab212a47)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:38.254938 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.284197 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.286281 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.288613 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:38.384077 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Pushing event updated for resources: {'Port': ['ID=349f1ae3-d3cb-48d2-b464-928829f3ccea,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:38.387278 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:38.394827 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:39:38.453501 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Allocated IP 172.28.2.18 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/5f27224d-c00c-428d-bd0e-ae373b306c41) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:38.569003 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5e0709ba-39a5-4e12-b18c-a1e6b31647a3,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:38.592012 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '5e0709ba-39a5-4e12-b18c-a1e6b31647a3', 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27', 'port_id': '5e0709ba-39a5-4e12-b18c-a1e6b31647a3', 'mac_address': 'fa:16:3e:52:dc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297efedd-f1c4-4ada-b530-6f286a521808', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:39:38.663294 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.663631 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.681832 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:39:38.762606 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.766451 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:38.802552 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5e0709ba-39a5-4e12-b18c-a1e6b31647a3,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:38.827314 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:38.829979 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:38.832426 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:38.875017 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Pushing event updated for resources: {'Port': ['ID=5f27224d-c00c-428d-bd0e-ae373b306c41,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:38.879331 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:38.884082 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.885846 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:38.959179 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=5e0709ba-39a5-4e12-b18c-a1e6b31647a3,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:38.968537 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:39.088464 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055778-a344-41b2-ac2f-e5b8b01ce4cb req-92bc5ed1-355f-41ff-9d48-0660e2fb75fe tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:39.090908 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7f055778-a344-41b2-ac2f-e5b8b01ce4cb req-92bc5ed1-355f-41ff-9d48-0660e2fb75fe tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 945 time: 0.0913692 May 10 17:39:39.113211 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['5e0709ba-39a5-4e12-b18c-a1e6b31647a3'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:39:39.137611 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7f055778-a344-41b2-ac2f-e5b8b01ce4cb req-ca9e4955-7850-410f-9247-cf375db20bd9 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 May 10 17:39:39.355365 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b1b702-25d9-48e3-98b8-e3b39e35e13b None None] Network 73ad8d5d-2cc0-4506-b336-caa46e741c6e requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:39:39.432567 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:39.524010 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-0c7da96f-426c-4db1-a999-d4faa24707ec None None] Provisioning for port 349f1ae3-d3cb-48d2-b464-928829f3ccea completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:39.588078 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:39.785637 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-878434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661772'] for router, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:39.809211 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:39.814777 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:39.815232 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:39.890990 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:39.950809 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:39.987362 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=9b5c1317-ad3c-4f79-bf83-c4e8f259ad24,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:40.081374 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Router 5fb81c51-7fab-4625-b324-f3e83fd9482b is scheduled to L3 agent 0356254e-8511-425b-a043-3795cd14905b with binding_index 1 {{(pid=79209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:39:40.094573 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:40.095414 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 349f1ae3-d3cb-48d2-b464-928829f3ccea up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:40.122531 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:40.206935 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=9b5c1317-ad3c-4f79-bf83-c4e8f259ad24,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:40.209962 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:40.258458 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:39:40.269530 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Sync routers for ids ['5fb81c51-7fab-4625-b324-f3e83fd9482b'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:39:40.279449 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Routers {'5fb81c51-7fab-4625-b324-f3e83fd9482b'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:40.280055 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:39:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['5fb81c51-7fab-4625-b324-f3e83fd9482b'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:40.335350 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 349f1ae3-d3cb-48d2-b464-928829f3ccea completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:40.355115 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd43d8-2e14-459f-afc6-b804f23af5b4 req-0ae92dc9-1472-4ed1-8d23-247f17d28382 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:40.357159 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f1bd43d8-2e14-459f-afc6-b804f23af5b4 req-0ae92dc9-1472-4ed1-8d23-247f17d28382 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 945 time: 0.0867507 May 10 17:39:40.401187 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 349f1ae3-d3cb-48d2-b464-928829f3ccea triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:40.401558 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:40.403200 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f1bd43d8-2e14-459f-afc6-b804f23af5b4 req-5f29055d-7428-40f5-a482-a361a0c56a63 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 May 10 17:39:40.421006 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] Notify callbacks [] for router, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:40.427071 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-07d631cd-d4d2-4bc6-b538-2b2a62da39a8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2715101 May 10 17:39:40.427867 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:40.428990 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 57686) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:40.587710 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Set router 5fb81c51-7fab-4625-b324-f3e83fd9482b gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:40.788009 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:40.853229 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:40.860117 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port 349f1ae3-d3cb-48d2-b464-928829f3ccea, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=349f1ae3-d3cb-48d2-b464-928829f3ccea,segment=NetworkSegment(afe2b5fe-1459-4ad5-855e-7be6ab212a47),segment_id=afe2b5fe-1459-4ad5-855e-7be6ab212a47)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:40.889564 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:40.889931 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:41.002465 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:41.008405 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:41.057880 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'name': 'tempest-TestMinimumBasicScenario-385812725-router', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:37Z', 'updated_at': '2021-05-10T17:39:39Z', 'revision_number': 3, 'project_id': '476582381aba4b19858fb66b13c962b2', 'gw_port': {'id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:38Z', 'updated_at': '2021-05-10T17:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:41.078206 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Checking router: 5fb81c51-7fab-4625-b324-f3e83fd9482b for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:39:41.078547 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Updating router 5fb81c51-7fab-4625-b324-f3e83fd9482b port 5f27224d-c00c-428d-bd0e-ae373b306c41 binding host dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:39:41.124540 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:41.156750 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=349f1ae3-d3cb-48d2-b464-928829f3ccea,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:41.161839 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:41.173063 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0709ba-39a5-4e12-b18c-a1e6b31647a3'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:41.180890 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:41.208459 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:41.218540 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5e0709ba-39a5-4e12-b18c-a1e6b31647a3,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:41.225931 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0709ba-39a5-4e12-b18c-a1e6b31647a3', 'code': 200} May 10 17:39:41.331957 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:41.336353 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:41.424231 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Allocated IP 172.20.0.1 (73ad8d5d-2cc0-4506-b336-caa46e741c6e/6965640f-66ef-4a6e-86e0-8deaf65d3423/c3ff4853-1278-4dba-9a10-cee17f925451) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:41.484171 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=5e0709ba-39a5-4e12-b18c-a1e6b31647a3,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:41.488516 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:41.559192 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:41.610665 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716eefe-567a-46bd-a2cc-852c85307aab req-136a97b4-1166-4260-b16f-e58716925aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:41.612828 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4716eefe-567a-46bd-a2cc-852c85307aab req-136a97b4-1166-4260-b16f-e58716925aa1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 1099 time: 0.0833228 May 10 17:39:41.648592 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:41.663037 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-4716eefe-567a-46bd-a2cc-852c85307aab req-0350857d-881a-4886-b7d3-716134c0c85b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440173 May 10 17:39:41.671001 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Transition to ACTIVE for port object c3ff4853-1278-4dba-9a10-cee17f925451 will not be triggered until provisioned by entity DHCP. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:41.679174 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:41.694167 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Transition to ACTIVE for port object 5f27224d-c00c-428d-bd0e-ae373b306c41 will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:41.702509 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:41.702882 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:41.703186 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d56998-49ae-4faa-b441-5d5bcba0df7e req-47023e66-528d-496e-a2d3-324ee2a899a9 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:41.704667 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a5d56998-49ae-4faa-b441-5d5bcba0df7e req-47023e66-528d-496e-a2d3-324ee2a899a9 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 946 time: 0.1280169 May 10 17:39:41.754497 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a5d56998-49ae-4faa-b441-5d5bcba0df7e req-6262cb5b-81ab-4a43-a0e7-203ae72ec2cd tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 May 10 17:39:41.795835 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:41.805197 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:41.815448 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:41.829103 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-48a4af75-6c81-4bde-88be-1098568f38db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:41.881529 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Network 73ad8d5d-2cc0-4506-b336-caa46e741c6e is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:41.884296 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:41.888062 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 349f1ae3-d3cb-48d2-b464-928829f3ccea up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:41.888238 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:41.933026 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5982ea7-2d5b-4a13-b349-12bb931a0aea None None] Pushing event updated for resources: {'Port': ['ID=5f27224d-c00c-428d-bd0e-ae373b306c41,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:41.937763 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Attempting to bind port 5f27224d-c00c-428d-bd0e-ae373b306c41 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:41.938141 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Attempting to bind port 5f27224d-c00c-428d-bd0e-ae373b306c41 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:41.938537 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Attempting to bind port 5f27224d-c00c-428d-bd0e-ae373b306c41 on network e0dd7f9d-963f-4e7d-9505-8e20a5139fef {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:41.940389 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ff4853-1278-4dba-9a10-cee17f925451,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:41.940793 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-b5982ea7-2d5b-4a13-b349-12bb931a0aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:41.945643 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:41.951216 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:41.952033 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Checking segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:41.952033 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:41.952382 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Bound using segment: {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:41.952860 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Bound port: 5f27224d-c00c-428d-bd0e-ae373b306c41, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235e6b6-7ceb-4859-bc26-82df5b914498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:41.953235 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:41.957362 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659411'] for router_interface, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:42.049444 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] For port 5f27224d-c00c-428d-bd0e-ae373b306c41, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:42.053079 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 349f1ae3-d3cb-48d2-b464-928829f3ccea triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:42.053079 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:42.095347 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] For port 5f27224d-c00c-428d-bd0e-ae373b306c41, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=5f27224d-c00c-428d-bd0e-ae373b306c41,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:42.158226 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:42.192694 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:42.198362 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:42.221932 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a27c86e5-6f6c-48b2-ac8e-bf3e904af7ad req-7c500bc5-4121-4069-80b7-7661b5b60b95 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756638 May 10 17:39:42.244429 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-f23d3408-7e6e-4fa3-a794-843608205ab3 None None] Provisioning for port c3ff4853-1278-4dba-9a10-cee17f925451 completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:42.262081 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-f23d3408-7e6e-4fa3-a794-843608205ab3 None None] Provisioning complete for port c3ff4853-1278-4dba-9a10-cee17f925451 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:42.262640 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f23d3408-7e6e-4fa3-a794-843608205ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:42.323075 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Routers {'5fb81c51-7fab-4625-b324-f3e83fd9482b'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:42.323880 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:39:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['5fb81c51-7fab-4625-b324-f3e83fd9482b'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:42.381193 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5982ea7-2d5b-4a13-b349-12bb931a0aea None None] Pushing event updated for resources: {'Port': ['ID=5f27224d-c00c-428d-bd0e-ae373b306c41,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:42.395009 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c86e5-6f6c-48b2-ac8e-bf3e904af7ad req-a994df52-184c-4c2d-9d76-ffa6c60d288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:42.396480 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a27c86e5-6f6c-48b2-ac8e-bf3e904af7ad req-a994df52-184c-4c2d-9d76-ffa6c60d288e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec13fc57f8ad4b18bbdccac4873c542b&device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 1098 time: 0.0753014 May 10 17:39:42.432640 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:42.440379 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-b5982ea7-2d5b-4a13-b349-12bb931a0aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:42.458687 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-f23d3408-7e6e-4fa3-a794-843608205ab3 None None] Port c3ff4853-1278-4dba-9a10-cee17f925451 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:39:42.516916 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686846'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:42.524882 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] Set router 5fb81c51-7fab-4625-b324-f3e83fd9482b gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:42.544509 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:42.557356 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c86e5-6f6c-48b2-ac8e-bf3e904af7ad req-c60e0692-83d3-4468-9fdf-84da9ce1214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:42.558808 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a27c86e5-6f6c-48b2-ac8e-bf3e904af7ad req-c60e0692-83d3-4468-9fdf-84da9ce1214d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a31643b7-1943-4f4d-99ae-8752792116cb HTTP/1.1" status: 200 len: 910 time: 0.1340358 May 10 17:39:42.628228 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659312'] for router_interface, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:42.631948 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ff4853-1278-4dba-9a10-cee17f925451,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:42.635557 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:42.769357 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a27c86e5-6f6c-48b2-ac8e-bf3e904af7ad req-bfd450cb-8e1f-4de7-9fa4-aae5509bc227 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d2ecfc2-37b8-4287-b644-03034a224351 HTTP/1.1" status: 200 len: 1000 time: 0.2023067 May 10 17:39:42.863215 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c86e5-6f6c-48b2-ac8e-bf3e904af7ad req-497c31f1-fa2b-4c0c-b03b-7ee41e8bac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:42.864823 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a27c86e5-6f6c-48b2-ac8e-bf3e904af7ad req-497c31f1-fa2b-4c0c-b03b-7ee41e8bac9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78e1df90-1218-483e-9b2a-2ae385c68944 HTTP/1.1" status: 200 len: 848 time: 0.0881014 May 10 17:39:42.920221 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Network 73ad8d5d-2cc0-4506-b336-caa46e741c6e is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:42.921512 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:42.933420 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'name': 'tempest-TestMinimumBasicScenario-385812725-router', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:37Z', 'updated_at': '2021-05-10T17:39:42Z', 'revision_number': 4, 'project_id': '476582381aba4b19858fb66b13c962b2', 'gw_port': {'id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:38Z', 'updated_at': '2021-05-10T17:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'c3ff4853-1278-4dba-9a10-cee17f925451', 'name': '', 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'mac_address': 'fa:16:3e:02:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6965640f-66ef-4a6e-86e0-8deaf65d3423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:41Z', 'updated_at': '2021-05-10T17:39:41Z', 'revision_number': 1, 'project_id': '476582381aba4b19858fb66b13c962b2', 'subnets': [{'id': '6965640f-66ef-4a6e-86e0-8deaf65d3423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:42.941475 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668b836a-e4ab-46fc-be91-748289f14d25 None None] The sync data for ids ['5fb81c51-7fab-4625-b324-f3e83fd9482b'] in dv-cinder-786386-3-smb is: [{'id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'name': 'tempest-TestMinimumBasicScenario-385812725-router', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:37Z', 'updated_at': '2021-05-10T17:39:42Z', 'revision_number': 4, 'project_id': '476582381aba4b19858fb66b13c962b2', 'gw_port': {'id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:38Z', 'updated_at': '2021-05-10T17:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'c3ff4853-1278-4dba-9a10-cee17f925451', 'name': '', 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'mac_address': 'fa:16:3e:02:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6965640f-66ef-4a6e-86e0-8deaf65d3423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:41Z', 'updated_at': '2021-05-10T17:39:41Z', 'revision_number': 1, 'project_id': '476582381aba4b19858fb66b13c962b2', 'subnets': [{'id': '6965640f-66ef-4a6e-86e0-8deaf65d3423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:39:43.029967 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c86e5-6f6c-48b2-ac8e-bf3e904af7ad req-bd54bb19-9ac5-42e8-8877-ab89191099a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:43.031641 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a27c86e5-6f6c-48b2-ac8e-bf3e904af7ad req-bd54bb19-9ac5-42e8-8877-ab89191099a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a31643b7-1943-4f4d-99ae-8752792116cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1589210 May 10 17:39:43.052223 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abe031-5205-4c6e-a03c-bba41d905211 req-72223368-49f2-4a47-b4c9-f8e7e85c60bb tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:43.053812 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-43abe031-5205-4c6e-a03c-bba41d905211 req-72223368-49f2-4a47-b4c9-f8e7e85c60bb tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 946 time: 0.1445575 May 10 17:39:43.130414 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Router 5fb81c51-7fab-4625-b324-f3e83fd9482b has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:39:43.206840 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-43abe031-5205-4c6e-a03c-bba41d905211 req-322b371c-e936-42e1-b020-c6808023f3e2 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288497 May 10 17:39:43.212251 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-975aa504-0197-44fa-a2d4-dab8e80f779c None None] Provisioning complete for port c3ff4853-1278-4dba-9a10-cee17f925451 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:43.212736 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-975aa504-0197-44fa-a2d4-dab8e80f779c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:43.299821 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a27c86e5-6f6c-48b2-ac8e-bf3e904af7ad req-be2e3487-d3ec-4bbb-987d-3f45c342b230 service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573340 May 10 17:39:43.304164 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-975aa504-0197-44fa-a2d4-dab8e80f779c None None] Port c3ff4853-1278-4dba-9a10-cee17f925451 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:39:43.362647 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:39:43.375733 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] 10.222.0.24 "PUT /v2.0/routers/5fb81c51-7fab-4625-b324-f3e83fd9482b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9452169 May 10 17:39:43.474598 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-a27c86e5-6f6c-48b2-ac8e-bf3e904af7ad req-65dc7386-0602-4b79-925c-37b6fb287e48 service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637573 May 10 17:39:45.605912 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Sync routers for ids ['5fb81c51-7fab-4625-b324-f3e83fd9482b'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:39:45.608224 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 5f27224d-c00c-428d-bd0e-ae373b306c41 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:45.627150 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Routers {'5fb81c51-7fab-4625-b324-f3e83fd9482b'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:45.628395 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:39:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['5fb81c51-7fab-4625-b324-f3e83fd9482b'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:45.784153 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-a92444d4-debd-4bf8-9603-7734810cdcea tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:45.791630 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-a92444d4-debd-4bf8-9603-7734810cdcea tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/networks?id=b815ea36-afc8-4e0a-9130-517688718c27 HTTP/1.1" status: 200 len: 815 time: 0.1713393 May 10 17:39:45.808639 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-fe1e6434-fc60-4554-bb67-907ab76b6209 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/quotas/917590c999fb46d187e3729ce0a55c51 HTTP/1.1" status: 200 len: 375 time: 0.0160687 May 10 17:39:45.827093 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Set router 5fb81c51-7fab-4625-b324-f3e83fd9482b gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:45.831831 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port 5f27224d-c00c-428d-bd0e-ae373b306c41 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:45.849995 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 5f27224d-c00c-428d-bd0e-ae373b306c41 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:45.849995 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:45.936670 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0ab03ee3-67ad-4c65-8abd-2768f66c3f08 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=917590c999fb46d187e3729ce0a55c51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271276 May 10 17:39:45.991013 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:46.015990 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port 5f27224d-c00c-428d-bd0e-ae373b306c41, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=5f27224d-c00c-428d-bd0e-ae373b306c41,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:46.090760 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-44ffb051-d4e5-4c32-8085-9fd3486aed7e service neutron] 10.222.0.24 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527834 May 10 17:39:46.129336 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:46.133530 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-66523e6f-a47d-4f80-a366-cae38e6f28c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:46.209411 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'name': 'tempest-TestMinimumBasicScenario-385812725-router', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:37Z', 'updated_at': '2021-05-10T17:39:42Z', 'revision_number': 4, 'project_id': '476582381aba4b19858fb66b13c962b2', 'gw_port': {'id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:38Z', 'updated_at': '2021-05-10T17:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'c3ff4853-1278-4dba-9a10-cee17f925451', 'name': '', 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'mac_address': 'fa:16:3e:02:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6965640f-66ef-4a6e-86e0-8deaf65d3423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:41Z', 'updated_at': '2021-05-10T17:39:42Z', 'revision_number': 2, 'project_id': '476582381aba4b19858fb66b13c962b2', 'subnets': [{'id': '6965640f-66ef-4a6e-86e0-8deaf65d3423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:46.219931 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Checking router: 5fb81c51-7fab-4625-b324-f3e83fd9482b for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:39:46.220842 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Updating router 5fb81c51-7fab-4625-b324-f3e83fd9482b port c3ff4853-1278-4dba-9a10-cee17f925451 binding host dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:39:46.223117 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=5f27224d-c00c-428d-bd0e-ae373b306c41,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:46.226249 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:46.257956 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-f61153ce-eee2-4a43-b36c-ac74ff167d3d service neutron] 10.222.0.24 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662662 May 10 17:39:46.279084 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:46.639848 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cbe39b44-c9f9-42ae-808e-041ed7da9ccf req-7e2c6706-1a8f-423e-aa31-1304cbd92abc tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 210 time: 0.0934284 May 10 17:39:46.658807 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Notify callbacks [] for port, precommit_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:46.670789 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.provisioning_blocks [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Transition to ACTIVE for port object c3ff4853-1278-4dba-9a10-cee17f925451 will not be triggered until provisioned by entity L2. {{(pid=79211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:46.790444 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:46.797099 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:46.964487 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612cb8f-1853-4a07-a2de-ad6e99378158 None None] Pushing event updated for resources: {'Port': ['ID=c3ff4853-1278-4dba-9a10-cee17f925451,revision_number=3']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:46.984463 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-3612cb8f-1853-4a07-a2de-ad6e99378158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:47.051021 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Attempting to bind port c3ff4853-1278-4dba-9a10-cee17f925451 on host dv-cinder-786386-3-smb for vnic_type normal with profile {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:47.051780 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Attempting to bind port c3ff4853-1278-4dba-9a10-cee17f925451 by drivers openvswitch,hyperv on host dv-cinder-786386-3-smb at level 0 using segments [{'id': 'afe2b5fe-1459-4ad5-855e-7be6ab212a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e'}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:47.052142 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Attempting to bind port c3ff4853-1278-4dba-9a10-cee17f925451 on network 73ad8d5d-2cc0-4506-b336-caa46e741c6e {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:47.057754 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Checking agent: {'id': '9e78ad58-7e63-4e22-9f8d-987ebfb2215e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 24, 26), 'started_at': datetime.datetime(2021, 5, 10, 17, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:47.058471 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Checking segment: {'id': 'afe2b5fe-1459-4ad5-855e-7be6ab212a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:47.059039 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:47.060443 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Bound using segment: {'id': 'afe2b5fe-1459-4ad5-855e-7be6ab212a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e'} {{(pid=79211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:47.061175 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.managers [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Bound port: c3ff4853-1278-4dba-9a10-cee17f925451, host: dv-cinder-786386-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe2b5fe-1459-4ad5-855e-7be6ab212a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e'}}] {{(pid=79211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:47.061930 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:47.178201 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] For port c3ff4853-1278-4dba-9a10-cee17f925451, host dv-cinder-786386-3-smb, cleared binding levels {{(pid=79211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:47.182907 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.plugins.ml2.db [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] For port c3ff4853-1278-4dba-9a10-cee17f925451, host dv-cinder-786386-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=c3ff4853-1278-4dba-9a10-cee17f925451,segment=NetworkSegment(afe2b5fe-1459-4ad5-855e-7be6ab212a47),segment_id=afe2b5fe-1459-4ad5-855e-7be6ab212a47)] {{(pid=79211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:47.294132 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron_lib.callbacks.manager [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:47.307542 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:47.397178 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Routers {'5fb81c51-7fab-4625-b324-f3e83fd9482b'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:47.397850 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:39:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['5fb81c51-7fab-4625-b324-f3e83fd9482b'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:47.547460 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 5f27224d-c00c-428d-bd0e-ae373b306c41 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:47.548574 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612cb8f-1853-4a07-a2de-ad6e99378158 None None] Pushing event updated for resources: {'Port': ['ID=c3ff4853-1278-4dba-9a10-cee17f925451,revision_number=4']} {{(pid=79211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:47.570629 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG oslo_concurrency.lockutils [None req-3612cb8f-1853-4a07-a2de-ad6e99378158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:47.639041 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port 5f27224d-c00c-428d-bd0e-ae373b306c41 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:47.639539 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:47.642740 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] Set router 5fb81c51-7fab-4625-b324-f3e83fd9482b gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:47.806002 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-5b4bd6f1-bd1c-44ba-ba96-4b80175adc22 req-74972087-1fec-466f-9f18-e4e2e3974fa2 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 210 time: 0.0591285 May 10 17:39:47.984331 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'name': 'tempest-TestMinimumBasicScenario-385812725-router', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:37Z', 'updated_at': '2021-05-10T17:39:42Z', 'revision_number': 4, 'project_id': '476582381aba4b19858fb66b13c962b2', 'gw_port': {'id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:38Z', 'updated_at': '2021-05-10T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'c3ff4853-1278-4dba-9a10-cee17f925451', 'name': '', 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'mac_address': 'fa:16:3e:02:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6965640f-66ef-4a6e-86e0-8deaf65d3423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:41Z', 'updated_at': '2021-05-10T17:39:47Z', 'revision_number': 4, 'project_id': '476582381aba4b19858fb66b13c962b2', 'subnets': [{'id': '6965640f-66ef-4a6e-86e0-8deaf65d3423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:47.988214 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0f9e5-673f-4025-9f2d-a6b2b392a847 None None] The sync data for ids ['5fb81c51-7fab-4625-b324-f3e83fd9482b'] in dv-cinder-786386-3-smb is: [{'id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'name': 'tempest-TestMinimumBasicScenario-385812725-router', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:37Z', 'updated_at': '2021-05-10T17:39:42Z', 'revision_number': 4, 'project_id': '476582381aba4b19858fb66b13c962b2', 'gw_port': {'id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:38Z', 'updated_at': '2021-05-10T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': 'c3ff4853-1278-4dba-9a10-cee17f925451', 'name': '', 'network_id': '73ad8d5d-2cc0-4506-b336-caa46e741c6e', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'mac_address': 'fa:16:3e:02:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6965640f-66ef-4a6e-86e0-8deaf65d3423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:41Z', 'updated_at': '2021-05-10T17:39:47Z', 'revision_number': 4, 'project_id': '476582381aba4b19858fb66b13c962b2', 'subnets': [{'id': '6965640f-66ef-4a6e-86e0-8deaf65d3423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:39:48.989101 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ed392747-1eef-46f5-891c-ea53ab832461 req-e2982455-fbf8-4e1e-b71e-68210197d435 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 210 time: 0.0475922 May 10 17:39:49.576313 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device c3ff4853-1278-4dba-9a10-cee17f925451 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:49.806608 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-39463569-7c49-412d-bcfa-2bab45241853 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:49.808496 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-39463569-7c49-412d-bcfa-2bab45241853 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "GET /v2.0/networks?id=b815ea36-afc8-4e0a-9130-517688718c27 HTTP/1.1" status: 200 len: 815 time: 0.1728730 May 10 17:39:49.808720 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning for port c3ff4853-1278-4dba-9a10-cee17f925451 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:49.813812 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port c3ff4853-1278-4dba-9a10-cee17f925451 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:49.814377 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:49.828005 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Request body: {'port': {'device_id': '0fc0fa02-1329-4e21-ab02-932bd3a04792', 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27', 'admin_state_up': True, 'tenant_id': '917590c999fb46d187e3729ce0a55c51'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:49.944239 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:49.983097 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] For port c3ff4853-1278-4dba-9a10-cee17f925451, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=c3ff4853-1278-4dba-9a10-cee17f925451,segment=NetworkSegment(afe2b5fe-1459-4ad5-855e-7be6ab212a47),segment_id=afe2b5fe-1459-4ad5-855e-7be6ab212a47)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:50.023002 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:50.035498 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:50.083783 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:50.085809 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:50.164516 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Pushing event updated for resources: {'Port': ['ID=c3ff4853-1278-4dba-9a10-cee17f925451,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:50.167566 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:50.187182 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d9f72c67-b716-4827-8699-d485bf22ab0c req-a24dce92-1df8-4272-aff1-b01c25b88916 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 210 time: 0.0602806 May 10 17:39:50.210969 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Made reservation on behalf of 917590c999fb46d187e3729ce0a55c51 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:50.210969 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:50.416701 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Allocated IP 172.20.0.14 (b815ea36-afc8-4e0a-9130-517688718c27/297efedd-f1c4-4ada-b530-6f286a521808/8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:50.665201 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:50.791626 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f330bb7-1c61-4fdf-8397-e38d82d2879a req-e66fed8e-3740-4a88-861d-4a8973a09429 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:50.793615 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0f330bb7-1c61-4fdf-8397-e38d82d2879a req-e66fed8e-3740-4a88-861d-4a8973a09429 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.1096902 May 10 17:39:50.853055 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0f330bb7-1c61-4fdf-8397-e38d82d2879a req-8ed29e28-2ab6-4b78-b26e-b83b562a0ca0 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528371 May 10 17:39:51.015415 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:51.020984 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:51.027648 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['ebabfb34-24ca-4d7b-a719-caa1428187d7', '5e0709ba-39a5-4e12-b18c-a1e6b31647a3'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:39:51.084017 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Network b815ea36-afc8-4e0a-9130-517688718c27 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:51.087156 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:51.199124 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:51.234663 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Pushing event updated for resources: {'Port': ['ID=8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:51.239400 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:51.270137 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:51.270694 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:51.384531 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1293b3-dbdc-4db0-81b6-acbbc8d08894 req-b0dadf62-1ce9-4b3f-ae5e-2645f3d1c0e8 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:51.385983 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8a1293b3-dbdc-4db0-81b6-acbbc8d08894 req-b0dadf62-1ce9-4b3f-ae5e-2645f3d1c0e8 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 932 time: 0.0826938 May 10 17:39:51.430774 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-8a1293b3-dbdc-4db0-81b6-acbbc8d08894 req-3ef30837-d99b-4d7c-9606-65d0b61dbe1c tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380898 May 10 17:39:51.495644 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-0fad9f17-99d4-4232-b697-00549b7f8091 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6751308 May 10 17:39:51.508520 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Request body: {'port': {'device_id': '0fc0fa02-1329-4e21-ab02-932bd3a04792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:51.534836 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device c3ff4853-1278-4dba-9a10-cee17f925451 up at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:51.611082 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Provisioning complete for port c3ff4853-1278-4dba-9a10-cee17f925451 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:51.611460 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:51.637380 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:52.075653 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:39:52.085493 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:52.104874 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Transition to ACTIVE for port object 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:52.123708 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942daefc-73cf-4c64-96bf-27ff850f8007 req-194f0d31-926a-4520-9a2e-b0169a719ec4 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:52.125376 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-942daefc-73cf-4c64-96bf-27ff850f8007 req-194f0d31-926a-4520-9a2e-b0169a719ec4 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.1571839 May 10 17:39:52.171513 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-942daefc-73cf-4c64-96bf-27ff850f8007 req-1d1ee42d-a653-4944-bf14-f1bfcaa5b9c6 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399430 May 10 17:39:52.208890 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:52.214065 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-92de985f-21e6-4ff4-babb-e81a354206e3 tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:52.367546 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:52.379105 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:52.465083 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Attempting to bind port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:52.465083 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Attempting to bind port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:52.465083 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Attempting to bind port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e on network b815ea36-afc8-4e0a-9130-517688718c27 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:52.465083 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e on network b815ea36-afc8-4e0a-9130-517688718c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:39:52.465083 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Attempting to bind port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e on network b815ea36-afc8-4e0a-9130-517688718c27 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:52.465083 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:52.466402 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Checking segment: {'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:52.466555 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Bound using segment: {'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:52.467078 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Bound port: 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:52.467525 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:52.469707 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:39:52.568018 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] For port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:52.571681 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] For port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:52.651717 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01158b-1d9a-4c80-a7df-b6f85bdb46ba req-fc1d4d9f-316d-49db-9ec6-9e5d8b8d8e36 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:52.658134 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-bc01158b-1d9a-4c80-a7df-b6f85bdb46ba req-fc1d4d9f-316d-49db-9ec6-9e5d8b8d8e36 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 944 time: 0.1009889 May 10 17:39:52.678199 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:52.682380 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-30466e42-05f8-4c5a-8e03-52c83783f0d1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:52.712145 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-bc01158b-1d9a-4c80-a7df-b6f85bdb46ba req-f908448b-4f30-4b5c-b2c1-4ddf97a1d2f4 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507083 May 10 17:39:52.742848 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:52.743466 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:52.744837 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] 10.222.0.10 "PUT /v2.0/ports/8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e HTTP/1.1" status: 200 len: 1094 time: 1.2405610 May 10 17:39:52.745344 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc0fa02-1329-4e21-ab02-932bd3a04792', 'tag': '8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:52.781243 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:52.791458 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:52.795734 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc0fa02-1329-4e21-ab02-932bd3a04792', 'tag': '8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e', 'status': 'completed', 'code': 200} May 10 17:39:52.905318 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1ec0-8e5e-4ba7-ae1e-339aed2aa717 req-9c1ffc8f-3081-4adf-b0aa-d4a8afce8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:52.907194 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b39d1ec0-8e5e-4ba7-ae1e-339aed2aa717 req-9c1ffc8f-3081-4adf-b0aa-d4a8afce8ac3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=917590c999fb46d187e3729ce0a55c51&device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 1097 time: 0.0848658 May 10 17:39:53.067841 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1ec0-8e5e-4ba7-ae1e-339aed2aa717 req-6b51f328-f0af-4c66-91c5-cddb20e3c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:53.069369 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b39d1ec0-8e5e-4ba7-ae1e-339aed2aa717 req-6b51f328-f0af-4c66-91c5-cddb20e3c5bd service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=917590c999fb46d187e3729ce0a55c51&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1530924 May 10 17:39:53.240549 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1ec0-8e5e-4ba7-ae1e-339aed2aa717 req-75de6655-fc6e-4ec5-a1c5-865ee13faef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:53.242045 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b39d1ec0-8e5e-4ba7-ae1e-339aed2aa717 req-75de6655-fc6e-4ec5-a1c5-865ee13faef2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1649451 May 10 17:39:53.373372 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-8ccfe8f7-8a7d-4ffd-80f7-1c7962f5f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:53.376067 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-8ccfe8f7-8a7d-4ffd-80f7-1c7962f5f868 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=917590c999fb46d187e3729ce0a55c51&device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 1097 time: 0.0955961 May 10 17:39:53.381627 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1cad2-fd04-4e4e-a227-02533676b00e req-3114e4f5-ad9c-4c7b-bda3-18307ca0b487 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:53.390604 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b2a1cad2-fd04-4e4e-a227-02533676b00e req-3114e4f5-ad9c-4c7b-bda3-18307ca0b487 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0944715 May 10 17:39:53.442587 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b2a1cad2-fd04-4e4e-a227-02533676b00e req-006debc7-1a23-4fb2-a881-2952718112f5 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507357 May 10 17:39:53.467553 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7c75c802-771b-46ba-b943-6e1bbf64a158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:53.561717 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-3aaea4b7-322f-42d6-b2b6-a16ff53659ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e HTTP/1.1" status: 200 len: 217 time: 0.1705425 May 10 17:39:53.632828 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-cc69b47b-6dd8-4ee0-b547-197c5e81d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:53.634554 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-cc69b47b-6dd8-4ee0-b547-197c5e81d585 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=297efedd-f1c4-4ada-b530-6f286a521808 HTTP/1.1" status: 200 len: 855 time: 0.0652812 May 10 17:39:53.695918 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-e7616e22-e108-4d92-b85e-b603a1ead582 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b815ea36-afc8-4e0a-9130-517688718c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455532 May 10 17:39:53.893454 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-9abf4803-5ad7-4196-b313-d7b6c6faaf8b service neutron] 10.222.0.10 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886854 May 10 17:39:54.038356 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07b51f-7b61-4b5e-9928-0ac320bef0ce req-30e8a7cc-9b08-4bc9-83c0-79919659fa3b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:54.039105 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-fe07b51f-7b61-4b5e-9928-0ac320bef0ce req-30e8a7cc-9b08-4bc9-83c0-79919659fa3b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Synchronizing usage tracker for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:54.075976 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-660a50c7-0f4a-4fba-b61b-994fd82139ce req-399c8e19-0a05-4465-8f58-a94f7ffaaae9 service neutron] 10.222.0.10 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676233 May 10 17:39:54.134645 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-fe07b51f-7b61-4b5e-9928-0ac320bef0ce req-30e8a7cc-9b08-4bc9-83c0-79919659fa3b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Unset dirty status for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:54.135780 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fe07b51f-7b61-4b5e-9928-0ac320bef0ce req-30e8a7cc-9b08-4bc9-83c0-79919659fa3b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 944 time: 0.2891870 May 10 17:39:54.187711 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fe07b51f-7b61-4b5e-9928-0ac320bef0ce req-6ce38396-e7fa-4a1c-8cab-66681803862f tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448432 May 10 17:39:54.634297 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685653d-6a02-461f-b2f8-7f449cf605de req-df6bec00-1fa5-4093-a429-b15a7465810c tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:54.635783 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f685653d-6a02-461f-b2f8-7f449cf605de req-df6bec00-1fa5-4093-a429-b15a7465810c tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0828047 May 10 17:39:54.688263 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f685653d-6a02-461f-b2f8-7f449cf605de req-c97ae3d6-96cc-4917-b2f1-6a3fa30d55c4 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464454 May 10 17:39:55.394760 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14eefcf-9c8f-430f-898f-c1e073ee2a2b req-afff32c4-cdeb-44ac-990b-94a8a1cf0ffb tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:55.396330 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d14eefcf-9c8f-430f-898f-c1e073ee2a2b req-afff32c4-cdeb-44ac-990b-94a8a1cf0ffb tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 944 time: 0.0957978 May 10 17:39:55.443195 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d14eefcf-9c8f-430f-898f-c1e073ee2a2b req-be7a5b72-9a57-4692-9975-5b05eb1c095d tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404835 May 10 17:39:55.876434 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d054bc-d084-4e45-baea-03440603fff5 req-9a4dce2f-e60a-4931-b0a6-86e424b6c0e3 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:55.877885 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b0d054bc-d084-4e45-baea-03440603fff5 req-9a4dce2f-e60a-4931-b0a6-86e424b6c0e3 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0790691 May 10 17:39:55.922518 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b0d054bc-d084-4e45-baea-03440603fff5 req-d9e04ad4-68b9-48c7-a267-6bab5c8c6499 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387585 May 10 17:39:56.098658 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-bfb14746-d654-46e4-8b49-106676e2d64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:56.312912 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:56.473910 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:39:56.602525 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-6e243979-1a57-4a9b-a809-4ae28f41333b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:56.603327 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-6e243979-1a57-4a9b-a809-4ae28f41333b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Synchronizing usage tracker for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:network {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:56.609482 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:56.623369 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e', 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27', 'port_id': '8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e', 'mac_address': 'fa:16:3e:a3:d3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297efedd-f1c4-4ada-b530-6f286a521808', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:39:56.633369 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ae3a7-601d-45ad-bff0-d497c0717860 req-8b1bec6c-5f1c-4296-a58c-c518a91fb918 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:56.634878 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0c3ae3a7-601d-45ad-bff0-d497c0717860 req-8b1bec6c-5f1c-4296-a58c-c518a91fb918 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 944 time: 0.0813341 May 10 17:39:56.677514 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-6e243979-1a57-4a9b-a809-4ae28f41333b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Unset dirty status for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:network {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:56.678893 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-6e243979-1a57-4a9b-a809-4ae28f41333b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/networks?id=6c43b3e5-7949-4978-9e03-1625b8a850b1 HTTP/1.1" status: 200 len: 815 time: 0.3212676 May 10 17:39:56.681764 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0c3ae3a7-601d-45ad-bff0-d497c0717860 req-f30f0dd5-baba-4737-9eca-ec955d91ad89 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 May 10 17:39:56.704452 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-b0a275c5-f456-4c78-8be3-bfda10cc21ef tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/quotas/d1fb0c65c80e4bd3985336d00a24acad HTTP/1.1" status: 200 len: 375 time: 0.0103586 May 10 17:39:56.716041 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:56.732836 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:39:56.748045 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:56.784005 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-480908d0-9a96-4add-8b50-e54f6cef0216 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Synchronizing usage tracker for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:port {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:56.860288 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:56.862090 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:56.926033 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:56.928936 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:56.929096 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-480908d0-9a96-4add-8b50-e54f6cef0216 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Unset dirty status for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:port {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:56.929728 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:56.930321 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-480908d0-9a96-4add-8b50-e54f6cef0216 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1fb0c65c80e4bd3985336d00a24acad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2283902 May 10 17:39:57.068424 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-9688513b-b916-4cb1-a1ca-55005fc3f72f service neutron] 10.222.0.24 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251206 May 10 17:39:57.103924 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:39:57.109547 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3fc92-500b-4f4d-97be-72c6ae8f5bc1 req-c6483715-a0a4-4efc-960e-c0778321ac63 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:57.110857 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b8f3fc92-500b-4f4d-97be-72c6ae8f5bc1 req-c6483715-a0a4-4efc-960e-c0778321ac63 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0819604 May 10 17:39:57.163329 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b8f3fc92-500b-4f4d-97be-72c6ae8f5bc1 req-c230ed59-5bce-4071-937e-104a18516f87 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454333 May 10 17:39:57.205319 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-6d46ca1c-00f7-47f7-a211-52e6c19ae3dc service neutron] 10.222.0.24 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305296 May 10 17:39:57.488974 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f51f7932-4928-463b-9275-42d5cbd909b7 req-1c141988-77ef-4fc9-b07f-3057cd5f627f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 210 time: 0.0451643 May 10 17:39:57.864344 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447aaa9-ef1f-470c-832b-4969ddf68e5a req-28fae18b-1998-4399-bcc9-614ea0dae44f tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:57.865790 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f447aaa9-ef1f-470c-832b-4969ddf68e5a req-28fae18b-1998-4399-bcc9-614ea0dae44f tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 945 time: 0.0779486 May 10 17:39:57.913236 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f447aaa9-ef1f-470c-832b-4969ddf68e5a req-2161acd1-0c0a-4b74-951c-bf6e45f8495c tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 May 10 17:39:58.343906 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdf409-5913-4200-9eef-e35ac16d6610 req-0dce464b-5f4a-4772-9d6a-eb67e1689df7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:58.345462 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1ffdf409-5913-4200-9eef-e35ac16d6610 req-0dce464b-5f4a-4772-9d6a-eb67e1689df7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0838337 May 10 17:39:58.390863 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1ffdf409-5913-4200-9eef-e35ac16d6610 req-7ba4a8f8-c09e-4d68-af51-9759beef76d5 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392523 May 10 17:39:58.502078 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:58.589546 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-051a0825-33a2-4b86-8214-502cd55dadd9 req-9456b22a-41d4-400e-8bd0-00ca6a2604c3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 210 time: 0.0427036 May 10 17:39:58.656897 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:58.656897 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:58.656897 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:58.766367 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:58.791592 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc0fa02-1329-4e21-ab02-932bd3a04792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:58.799036 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:58.801630 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:58.836110 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc0fa02-1329-4e21-ab02-932bd3a04792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e', 'code': 200} May 10 17:39:58.941703 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:58.944452 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-b7bc6c15-41b4-4fe2-837c-42a8c9617927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:59.014633 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:59.025034 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:59.097512 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a87644-971b-49c5-9a5d-e1527fc68e2f req-4507509c-460f-48e4-bbc3-4c0572cc08db tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:59.098973 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b3a87644-971b-49c5-9a5d-e1527fc68e2f req-4507509c-460f-48e4-bbc3-4c0572cc08db tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 946 time: 0.0810797 May 10 17:39:59.149141 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b3a87644-971b-49c5-9a5d-e1527fc68e2f req-fe1c5392-589f-4b76-a424-6c471f0443d3 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440686 May 10 17:39:59.254020 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156eee9-369f-466e-b070-321127d33236 req-9b2cb95c-1f44-4aec-b72c-7f371dddab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:59.255572 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d156eee9-369f-466e-b070-321127d33236 req-9b2cb95c-1f44-4aec-b72c-7f371dddab61 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 1099 time: 0.0726657 May 10 17:39:59.300708 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d156eee9-369f-466e-b070-321127d33236 req-c4591dd9-d2d0-46ad-899e-363c0c6aca35 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350754 May 10 17:39:59.583128 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50703f8a-d29b-4607-9261-1e950d232a7b req-007f033d-ef09-4134-9f46-e7deac96ce9f tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:59.584575 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-50703f8a-d29b-4607-9261-1e950d232a7b req-007f033d-ef09-4134-9f46-e7deac96ce9f tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0819733 May 10 17:39:59.629662 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-50703f8a-d29b-4607-9261-1e950d232a7b req-bddc50b4-6b09-4a86-9eb6-fba25024eb8f tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393229 May 10 17:39:59.738651 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7b476e99-d375-43bb-aaa9-1f1a07df97f2 req-fe908b04-6c97-4e56-95ac-65bdd93bd760 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 210 time: 0.0416284 May 10 17:40:00.338328 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7337e-5903-4f40-ac7e-f908e408d9db req-b1783037-65fc-427a-9582-c3696d2deb6a tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:00.339768 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cbe7337e-5903-4f40-ac7e-f908e408d9db req-b1783037-65fc-427a-9582-c3696d2deb6a tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 946 time: 0.0829506 May 10 17:40:00.385456 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cbe7337e-5903-4f40-ac7e-f908e408d9db req-f74ccf72-02d0-426e-9d0f-05cc8cfd8bf7 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392420 May 10 17:40:00.737573 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-d3685fba-b203-4147-9d7e-2dc6521cbf11 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:00.739111 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-d3685fba-b203-4147-9d7e-2dc6521cbf11 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.10 "GET /v2.0/networks?id=6c43b3e5-7949-4978-9e03-1625b8a850b1 HTTP/1.1" status: 200 len: 815 time: 0.1454046 May 10 17:40:00.759598 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Request body: {'port': {'device_id': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'admin_state_up': True, 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:00.819226 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb91db-a831-49da-bcbc-fc4d9757b87a req-06379a4d-32af-4e7a-bfb9-5a756df76895 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:00.820951 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1eeb91db-a831-49da-bcbc-fc4d9757b87a req-06379a4d-32af-4e7a-bfb9-5a756df76895 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0851817 May 10 17:40:00.871605 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1eeb91db-a831-49da-bcbc-fc4d9757b87a req-2dff2718-b759-4c71-9a41-84b08f1addfb tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444050 May 10 17:40:00.940391 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-913abff3-ca1e-4117-abe1-0076902c6bee req-c384ef09-c1c1-4e29-b301-413f1e518659 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 210 time: 0.0867722 May 10 17:40:00.984437 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:00.996505 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:01.116814 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Made reservation on behalf of d1fb0c65c80e4bd3985336d00a24acad for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:40:01.120256 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:01.132572 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab24e99-7d8c-4995-a46c-7d98dde833de req-4acf1ada-a395-404c-b598-3b9a4083e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:01.133971 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fab24e99-7d8c-4995-a46c-7d98dde833de req-4acf1ada-a395-404c-b598-3b9a4083e545 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec13fc57f8ad4b18bbdccac4873c542b&device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 1098 time: 0.2265294 May 10 17:40:01.378223 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab24e99-7d8c-4995-a46c-7d98dde833de req-448ee811-a5e4-4707-8434-c6f569449a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:01.379666 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fab24e99-7d8c-4995-a46c-7d98dde833de req-448ee811-a5e4-4707-8434-c6f569449a7d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a31643b7-1943-4f4d-99ae-8752792116cb HTTP/1.1" status: 200 len: 910 time: 0.2362444 May 10 17:40:01.462316 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Allocated IP 172.20.0.11 (6c43b3e5-7949-4978-9e03-1625b8a850b1/a606f48b-b3aa-417e-8407-e46aee45fe67/23b97344-4212-495c-b78c-036e4f90c624) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:40:01.501729 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fab24e99-7d8c-4995-a46c-7d98dde833de req-ef2c6471-e3ed-442c-9277-766dc630d87f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d2ecfc2-37b8-4287-b644-03034a224351 HTTP/1.1" status: 200 len: 1000 time: 0.1156189 May 10 17:40:01.578341 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e235f-85d8-48ee-b202-e3d73efe3ac3 req-e02b547d-b87d-44e8-8f56-def815acccff tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:01.580211 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d69e235f-85d8-48ee-b202-e3d73efe3ac3 req-e02b547d-b87d-44e8-8f56-def815acccff tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 946 time: 0.0835347 May 10 17:40:01.614909 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab24e99-7d8c-4995-a46c-7d98dde833de req-2518e8d3-5489-4aef-b628-c05310d7648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:01.616356 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fab24e99-7d8c-4995-a46c-7d98dde833de req-2518e8d3-5489-4aef-b628-c05310d7648e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78e1df90-1218-483e-9b2a-2ae385c68944 HTTP/1.1" status: 200 len: 848 time: 0.1006804 May 10 17:40:01.632470 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d69e235f-85d8-48ee-b202-e3d73efe3ac3 req-b6dbafba-feee-4455-ace9-f23a4fe85f25 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454760 May 10 17:40:01.888715 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:01.921474 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Transition to ACTIVE for port object 23b97344-4212-495c-b78c-036e4f90c624 will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:40:01.962782 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab24e99-7d8c-4995-a46c-7d98dde833de req-76ea0138-01ea-4adb-aee7-ee078395edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:01.967273 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fab24e99-7d8c-4995-a46c-7d98dde833de req-76ea0138-01ea-4adb-aee7-ee078395edab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a31643b7-1943-4f4d-99ae-8752792116cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3423932 May 10 17:40:02.076355 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:02.090896 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5e252976-5a80-4b39-9d28-f1b00cad091b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:02.172099 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Network 6c43b3e5-7949-4978-9e03-1625b8a850b1 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:40:02.179052 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7a642-2829-4484-9e5a-b206fc78b441 req-68734a1f-3bcd-42dc-98a5-df1382199bd1 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:02.180622 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:40:02.182119 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c2a7a642-2829-4484-9e5a-b206fc78b441 req-68734a1f-3bcd-42dc-98a5-df1382199bd1 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 932 time: 0.1083491 May 10 17:40:02.183832 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:40:02.227374 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event updated for resources: {'Port': ['ID=23b97344-4212-495c-b78c-036e4f90c624,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:02.246738 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:02.251134 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-c2a7a642-2829-4484-9e5a-b206fc78b441 req-c4b043a5-956f-4712-880c-ec3fb9aa768a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Synchronizing usage tracker for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:security_group {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:02.339973 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:02.340793 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:02.364484 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592ec3f-0fb7-4ce1-a77e-6b87449b0508 req-0d5f8ee2-0049-4325-88b7-a9b96c8d0778 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:02.365825 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7592ec3f-0fb7-4ce1-a77e-6b87449b0508 req-0d5f8ee2-0049-4325-88b7-a9b96c8d0778 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.3297012 May 10 17:40:02.380454 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-c2a7a642-2829-4484-9e5a-b206fc78b441 req-c4b043a5-956f-4712-880c-ec3fb9aa768a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Unset dirty status for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:security_group {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:02.382512 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c2a7a642-2829-4484-9e5a-b206fc78b441 req-c4b043a5-956f-4712-880c-ec3fb9aa768a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913669 May 10 17:40:02.450792 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7592ec3f-0fb7-4ce1-a77e-6b87449b0508 req-634d1edc-2e4a-478e-97d0-510c3cc6b4a9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747392 May 10 17:40:02.643914 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8881726 May 10 17:40:02.687326 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-3374e726-7cae-4b3b-b0e7-3d6723431731 None None] Provisioning for port 23b97344-4212-495c-b78c-036e4f90c624 completed by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:40:02.693242 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-3374e726-7cae-4b3b-b0e7-3d6723431731 None None] Provisioning complete for port 23b97344-4212-495c-b78c-036e4f90c624 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:40:02.703857 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-3374e726-7cae-4b3b-b0e7-3d6723431731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:02.760352 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-3374e726-7cae-4b3b-b0e7-3d6723431731 None None] Port 23b97344-4212-495c-b78c-036e4f90c624 cannot update to ACTIVE because it is not bound. {{(pid=79210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:40:03.683338 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90fe01-faf1-4330-bb42-9d123c25f5ad req-cd9e1e5e-bfaa-4b58-957c-1d7ae5bc6961 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:03.685624 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-be90fe01-faf1-4330-bb42-9d123c25f5ad req-cd9e1e5e-bfaa-4b58-957c-1d7ae5bc6961 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0920608 May 10 17:40:03.736761 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-be90fe01-faf1-4330-bb42-9d123c25f5ad req-3d2ad137-61aa-4ed0-8032-a11d61d97ac2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446970 May 10 17:40:03.738373 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316aa76-22da-4d07-b5ac-c22fbb0ff7bf req-d013e70b-fdfc-487e-8106-3582e2bed13d tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:03.743520 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4316aa76-22da-4d07-b5ac-c22fbb0ff7bf req-d013e70b-fdfc-487e-8106-3582e2bed13d tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 932 time: 0.1008058 May 10 17:40:03.793954 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-4316aa76-22da-4d07-b5ac-c22fbb0ff7bf req-5cac56cf-f95f-4f64-83b4-b67e7eb57600 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478425 May 10 17:40:04.927564 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d08412-49ab-4998-bbbb-5ab6f9d0ce99 req-50a44043-e2ab-456b-8aee-a34fac044e2b tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:04.929018 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-55d08412-49ab-4998-bbbb-5ab6f9d0ce99 req-50a44043-e2ab-456b-8aee-a34fac044e2b tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0827911 May 10 17:40:04.974936 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-55d08412-49ab-4998-bbbb-5ab6f9d0ce99 req-851060d8-b530-4e97-a6e7-6562b7a18928 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397160 May 10 17:40:05.148979 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a0e6a-906d-4657-99f4-83e6887d38df req-4f27bc49-596d-4dce-a05c-afec48b53153 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:05.154767 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-069a0e6a-906d-4657-99f4-83e6887d38df req-4f27bc49-596d-4dce-a05c-afec48b53153 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 932 time: 0.0851548 May 10 17:40:05.201044 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-069a0e6a-906d-4657-99f4-83e6887d38df req-ff67a862-fb82-438c-96f3-759a5cebb178 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441740 May 10 17:40:06.167030 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c8d7-ec98-495a-95f1-eb174e6de876 req-e1a802e4-eab8-4b77-8170-9c1c6072a4b9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:06.169037 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-abd8c8d7-ec98-495a-95f1-eb174e6de876 req-e1a802e4-eab8-4b77-8170-9c1c6072a4b9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0830872 May 10 17:40:06.213961 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-abd8c8d7-ec98-495a-95f1-eb174e6de876 req-122f630f-08be-4638-b81e-7cb629dcf736 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390701 May 10 17:40:06.395900 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505f7b7-d0a3-44cf-8bb9-7d7c13fedc74 req-fe1b4993-24fb-418f-8d55-ba138b2b405b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:06.397383 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2505f7b7-d0a3-44cf-8bb9-7d7c13fedc74 req-fe1b4993-24fb-418f-8d55-ba138b2b405b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 932 time: 0.0864699 May 10 17:40:06.443141 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2505f7b7-d0a3-44cf-8bb9-7d7c13fedc74 req-77a3de39-c672-4165-88e5-1106fb1391f0 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 May 10 17:40:07.413179 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d7f2f-3411-4b7e-8633-60f37afc10b6 req-d52652da-8dae-4bbd-8995-2279d9706039 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:07.414821 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-651d7f2f-3411-4b7e-8633-60f37afc10b6 req-d52652da-8dae-4bbd-8995-2279d9706039 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0810270 May 10 17:40:07.466040 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-651d7f2f-3411-4b7e-8633-60f37afc10b6 req-72024606-1c06-4003-8b35-9a7047726678 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449355 May 10 17:40:07.739555 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c167a-3bda-4f6e-8a45-b264b25bc9b6 req-689f7ad4-dfe6-4374-ab35-e9f870edbeb7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:07.741104 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-bd3c167a-3bda-4f6e-8a45-b264b25bc9b6 req-689f7ad4-dfe6-4374-ab35-e9f870edbeb7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 932 time: 0.1796496 May 10 17:40:07.788784 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-bd3c167a-3bda-4f6e-8a45-b264b25bc9b6 req-6a12aefb-024a-4e64-8f1f-ed33d3005162 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 May 10 17:40:08.667633 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05e92-766b-4b22-858e-93ced3129229 req-f4741b12-851e-40be-afa7-653023ab8cad tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:08.669145 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-94c05e92-766b-4b22-858e-93ced3129229 req-f4741b12-851e-40be-afa7-653023ab8cad tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0872345 May 10 17:40:08.721939 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-94c05e92-766b-4b22-858e-93ced3129229 req-3785aecc-dafa-449c-b257-3e3572187b3f tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461731 May 10 17:40:08.978357 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c1b61-fb55-48d0-942b-f8f0e0642365 req-066f17a5-7bc5-42c0-aeaa-56723235c0b3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:08.983548 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3d1c1b61-fb55-48d0-942b-f8f0e0642365 req-066f17a5-7bc5-42c0-aeaa-56723235c0b3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 932 time: 0.0851943 May 10 17:40:09.029912 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3d1c1b61-fb55-48d0-942b-f8f0e0642365 req-f6eff897-4b74-48ab-8394-c0087e2f93ba tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427806 May 10 17:40:09.904256 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:09.921479 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3427a2c-de57-46c5-a9c5-a0c991e56e7c req-f2b9337b-2758-4087-9920-b567658ed95a tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:09.922982 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c3427a2c-de57-46c5-a9c5-a0c991e56e7c req-f2b9337b-2758-4087-9920-b567658ed95a tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0866287 May 10 17:40:09.969589 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-c3427a2c-de57-46c5-a9c5-a0c991e56e7c req-7d9e6c26-722a-4be0-98f4-d1c38a64aa52 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408864 May 10 17:40:10.229696 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3fe27-42af-4661-b683-8070f0ea2df3 req-560105c3-b73a-46aa-b843-201b415ac016 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:10.231779 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-98c3fe27-42af-4661-b683-8070f0ea2df3 req-560105c3-b73a-46aa-b843-201b415ac016 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 932 time: 0.0845377 May 10 17:40:10.278133 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-98c3fe27-42af-4661-b683-8070f0ea2df3 req-68b261fa-ff35-4e7c-a3fe-301cf35f3432 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400293 May 10 17:40:11.164395 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f0d43-0b31-4ba3-866f-c9e8a87e9064 req-6f8a2e40-4ad2-40de-a227-8bf3627d2c60 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:11.165830 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a95f0d43-0b31-4ba3-866f-c9e8a87e9064 req-6f8a2e40-4ad2-40de-a227-8bf3627d2c60 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0802307 May 10 17:40:11.214131 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a95f0d43-0b31-4ba3-866f-c9e8a87e9064 req-2533b9b5-5265-4aa6-8ad1-83578a4eb8f9 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421281 May 10 17:40:11.467251 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237602a-d245-4a07-82f5-8e5176da3c6a req-523e2461-8d66-48f4-98f9-4cf5a226f3d0 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:11.468762 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f237602a-d245-4a07-82f5-8e5176da3c6a req-523e2461-8d66-48f4-98f9-4cf5a226f3d0 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 932 time: 0.0800896 May 10 17:40:11.515608 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f237602a-d245-4a07-82f5-8e5176da3c6a req-bd6a847e-de15-45a0-8d41-5d32815577ec tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 May 10 17:40:12.400796 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0945b9b-8c56-4eb3-900c-0a13763fe178 req-ca502640-c647-4e19-aac5-1431f3276f3d tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:12.402251 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d0945b9b-8c56-4eb3-900c-0a13763fe178 req-ca502640-c647-4e19-aac5-1431f3276f3d tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0825651 May 10 17:40:12.445689 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d0945b9b-8c56-4eb3-900c-0a13763fe178 req-71536e0b-b198-42ed-af3d-6cbf25126af4 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377271 May 10 17:40:12.484582 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Request body: {'port': {'device_id': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:12.703521 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:12.704812 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a29d3-08e0-4ff2-977d-ebc0c7d84b13 req-96f14afd-3976-468d-9b68-9e98bf80ab9b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:12.706388 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3f3a29d3-08e0-4ff2-977d-ebc0c7d84b13 req-96f14afd-3976-468d-9b68-9e98bf80ab9b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 932 time: 0.0806973 May 10 17:40:12.721121 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fab24e99-7d8c-4995-a46c-7d98dde833de req-23cb8e79-48c1-47b4-acf8-aff88e631f3e service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411294 May 10 17:40:12.756634 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3f3a29d3-08e0-4ff2-977d-ebc0c7d84b13 req-055d089b-da03-42ba-a3b7-7e0294afea23 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 May 10 17:40:13.083830 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fab24e99-7d8c-4995-a46c-7d98dde833de req-87a9734f-68c0-43f3-a4fe-d296485c664e service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327656 May 10 17:40:13.258853 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b97344-4212-495c-b78c-036e4f90c624 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:40:13.266628 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:13.281324 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Transition to ACTIVE for port object 23b97344-4212-495c-b78c-036e4f90c624 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:40:13.368486 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:13.374036 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-11b8fcfc-a580-472f-85fc-7546421ca883 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:13.537202 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Pushing event updated for resources: {'Port': ['ID=23b97344-4212-495c-b78c-036e4f90c624,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:13.576257 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:13.624479 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Attempting to bind port 23b97344-4212-495c-b78c-036e4f90c624 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:40:13.624771 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Attempting to bind port 23b97344-4212-495c-b78c-036e4f90c624 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '99a7ddbb-8d76-4d34-a920-9f0baea1081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:40:13.626494 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Attempting to bind port 23b97344-4212-495c-b78c-036e4f90c624 on network 6c43b3e5-7949-4978-9e03-1625b8a850b1 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:40:13.633478 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Port 23b97344-4212-495c-b78c-036e4f90c624 on network 6c43b3e5-7949-4978-9e03-1625b8a850b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:40:13.634223 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Attempting to bind port 23b97344-4212-495c-b78c-036e4f90c624 on network 6c43b3e5-7949-4978-9e03-1625b8a850b1 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:40:13.639647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:40:13.639982 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Checking segment: {'id': '99a7ddbb-8d76-4d34-a920-9f0baea1081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:40:13.640369 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Bound using segment: {'id': '99a7ddbb-8d76-4d34-a920-9f0baea1081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:40:13.640795 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Bound port: 23b97344-4212-495c-b78c-036e4f90c624, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a7ddbb-8d76-4d34-a920-9f0baea1081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:40:13.641146 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:13.672054 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b1a2a-c488-440b-9045-d87b0ec89366 req-d4f916e4-d2e6-42d7-b0e5-3d54fd1ddeab tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:13.673744 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-738b1a2a-c488-440b-9045-d87b0ec89366 req-d4f916e4-d2e6-42d7-b0e5-3d54fd1ddeab tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.1025813 May 10 17:40:13.719781 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-738b1a2a-c488-440b-9045-d87b0ec89366 req-68125f39-7483-48fc-a242-682fbdf3d874 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400965 May 10 17:40:13.738624 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] For port 23b97344-4212-495c-b78c-036e4f90c624, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:40:13.741579 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] For port 23b97344-4212-495c-b78c-036e4f90c624, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=23b97344-4212-495c-b78c-036e4f90c624,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:40:13.843754 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:13.847662 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-188ec70f-acb2-4901-87f2-10b1a1d9da31 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:13.945057 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:13.945683 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:13.947082 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] 10.222.0.10 "PUT /v2.0/ports/23b97344-4212-495c-b78c-036e4f90c624 HTTP/1.1" status: 200 len: 1094 time: 1.4684615 May 10 17:40:13.947602 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'tag': '23b97344-4212-495c-b78c-036e4f90c624'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:13.978722 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Pushing event updated for resources: {'Port': ['ID=23b97344-4212-495c-b78c-036e4f90c624,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:13.982401 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7cd99e78-3c5a-461e-ba55-0b149f6c40ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:13.998921 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'tag': '23b97344-4212-495c-b78c-036e4f90c624', 'status': 'completed', 'code': 200} May 10 17:40:14.016539 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16141e9-3f2a-44bc-99a6-590eff58d524 req-5c9b290d-aefc-411f-819f-bab1c11dfde5 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:14.017267 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d16141e9-3f2a-44bc-99a6-590eff58d524 req-5c9b290d-aefc-411f-819f-bab1c11dfde5 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Synchronizing usage tracker for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:14.100573 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116e84e-2a38-4475-a808-cb42bb2030d5 req-38acc6fd-57b4-4d8c-9579-d3f69f96885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:14.102141 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1116e84e-2a38-4475-a808-cb42bb2030d5 req-38acc6fd-57b4-4d8c-9579-d3f69f96885b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1fb0c65c80e4bd3985336d00a24acad&device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 1097 time: 0.0781448 May 10 17:40:14.181995 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d16141e9-3f2a-44bc-99a6-590eff58d524 req-5c9b290d-aefc-411f-819f-bab1c11dfde5 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Unset dirty status for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:14.184664 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d16141e9-3f2a-44bc-99a6-590eff58d524 req-5c9b290d-aefc-411f-819f-bab1c11dfde5 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 944 time: 0.3027978 May 10 17:40:14.259282 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d16141e9-3f2a-44bc-99a6-590eff58d524 req-bfa77d06-b789-43f5-9063-a4b14a83d12b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688691 May 10 17:40:14.282354 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116e84e-2a38-4475-a808-cb42bb2030d5 req-e79d0d01-0f98-4e4f-a299-ff93a77aebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:14.283906 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1116e84e-2a38-4475-a808-cb42bb2030d5 req-e79d0d01-0f98-4e4f-a299-ff93a77aebcf service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d1fb0c65c80e4bd3985336d00a24acad&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1722243 May 10 17:40:14.424563 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116e84e-2a38-4475-a808-cb42bb2030d5 req-3e5a794f-3aef-4639-923d-8b655a622fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:14.426010 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1116e84e-2a38-4475-a808-cb42bb2030d5 req-3e5a794f-3aef-4639-923d-8b655a622fc9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349092 May 10 17:40:14.541094 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7ed25cdf-cfb9-4976-a17e-fb2f0b989229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:14.542696 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-7ed25cdf-cfb9-4976-a17e-fb2f0b989229 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1fb0c65c80e4bd3985336d00a24acad&device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 1097 time: 0.0744102 May 10 17:40:14.612206 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-4716a67d-6384-404f-b64c-7c1b7de58956 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b97344-4212-495c-b78c-036e4f90c624 HTTP/1.1" status: 200 len: 217 time: 0.0601478 May 10 17:40:14.680448 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-c0c3dc95-bc9d-410a-9beb-5586e37437fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:14.681948 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-c0c3dc95-bc9d-410a-9beb-5586e37437fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a606f48b-b3aa-417e-8407-e46aee45fe67 HTTP/1.1" status: 200 len: 854 time: 0.0623767 May 10 17:40:14.760671 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-0288eccc-0777-4c6f-a1e6-cec23f5c5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:14.762805 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-0288eccc-0777-4c6f-a1e6-cec23f5c5f7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c43b3e5-7949-4978-9e03-1625b8a850b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717192 May 10 17:40:14.904863 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-23654856-d23d-4ac4-9c1d-971aec834a02 service neutron] 10.222.0.10 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339498 May 10 17:40:14.909241 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7e6d0-529f-46db-b4ff-f6700086bc8d req-ea980de3-c918-41c7-a34d-7bbf5c6848c1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:14.910710 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6bb7e6d0-529f-46db-b4ff-f6700086bc8d req-ea980de3-c918-41c7-a34d-7bbf5c6848c1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0833521 May 10 17:40:14.955993 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6bb7e6d0-529f-46db-b4ff-f6700086bc8d req-d62dee1e-3aac-4efb-875e-ac18506db9dd tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394373 May 10 17:40:15.135282 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-60d15ff6-237a-44d9-a806-5015dcd7dff9 req-a1202a0c-222b-4650-972e-6bb72c2a27ef service neutron] 10.222.0.10 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190542 May 10 17:40:15.449596 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b7fe0-2e29-435b-85a7-8c7ab50846a9 req-015e4bee-2f2d-4f7d-a419-9d9069c5fb3c tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:15.451596 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-252b7fe0-2e29-435b-85a7-8c7ab50846a9 req-015e4bee-2f2d-4f7d-a419-9d9069c5fb3c tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 944 time: 0.0871325 May 10 17:40:15.498755 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-252b7fe0-2e29-435b-85a7-8c7ab50846a9 req-91d93e11-bf5d-4be7-803c-f0ce5f157404 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 May 10 17:40:16.146353 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c77d-bdae-4d82-9791-c087a7614888 req-52df15a0-aa91-4f24-b218-ff13206686f6 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:16.147832 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f547c77d-bdae-4d82-9791-c087a7614888 req-52df15a0-aa91-4f24-b218-ff13206686f6 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0801275 May 10 17:40:16.194844 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f547c77d-bdae-4d82-9791-c087a7614888 req-6f99015a-fe02-4982-b156-9b62bd32d4af tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404191 May 10 17:40:16.616314 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 23b97344-4212-495c-b78c-036e4f90c624 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:40:16.741392 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0bf41-abbe-4dd3-ac73-6ee1082ca1e4 req-de6a6329-58a0-452a-8ce7-4b85e6460373 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:16.742902 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a8e0bf41-abbe-4dd3-ac73-6ee1082ca1e4 req-de6a6329-58a0-452a-8ce7-4b85e6460373 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 944 time: 0.1355438 May 10 17:40:16.747140 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a249907-c547-4ade-8138-3457db68a3ea req-faafeca0-9801-4552-a24b-b558f1982a2e tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:16.748611 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9a249907-c547-4ade-8138-3457db68a3ea req-faafeca0-9801-4552-a24b-b558f1982a2e tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.1287973 May 10 17:40:16.767885 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 23b97344-4212-495c-b78c-036e4f90c624, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=23b97344-4212-495c-b78c-036e4f90c624,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:16.784453 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '23b97344-4212-495c-b78c-036e4f90c624', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'port_id': '23b97344-4212-495c-b78c-036e4f90c624', 'mac_address': 'fa:16:3e:a6:ef:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:40:16.796541 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a8e0bf41-abbe-4dd3-ac73-6ee1082ca1e4 req-8c876c51-8287-45b8-9df1-05b8da21a377 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468986 May 10 17:40:16.802629 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9a249907-c547-4ade-8138-3457db68a3ea req-064532a4-ae5c-4f78-82cd-c27a39e78c33 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441334 May 10 17:40:16.859804 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:16.876809 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b97344-4212-495c-b78c-036e4f90c624 {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:40:16.905352 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 23b97344-4212-495c-b78c-036e4f90c624, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=23b97344-4212-495c-b78c-036e4f90c624,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:16.978488 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-1b56882f-5a57-437f-95dd-668be6171056 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2138450 May 10 17:40:16.997375 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:16.999261 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:17.077160 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=23b97344-4212-495c-b78c-036e4f90c624,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:17.084793 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:17.085207 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:17.085633 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:17.086029 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:17.086568 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:17.087067 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:17.087390 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:17.087906 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:17.088420 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:17.088928 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:17.089444 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:17.090004 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:17.094179 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:17.269588 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['23b97344-4212-495c-b78c-036e4f90c624'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:40:17.991624 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33522d-cdb6-42e2-a7df-0b9f6e96cedd req-edfb5a51-f0c7-4867-8907-09bee33b633c tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:17.993257 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2d33522d-cdb6-42e2-a7df-0b9f6e96cedd req-edfb5a51-f0c7-4867-8907-09bee33b633c tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 945 time: 0.0896485 May 10 17:40:18.025987 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a70385-6511-49e4-881d-460c2becf0d5 req-028a5c3c-45f0-4016-8fc7-c1388725740d tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:18.027886 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83a70385-6511-49e4-881d-460c2becf0d5 req-028a5c3c-45f0-4016-8fc7-c1388725740d tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0980146 May 10 17:40:18.046494 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-2d33522d-cdb6-42e2-a7df-0b9f6e96cedd req-e4fdbe8e-3929-4ae9-b602-777220811bd9 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 May 10 17:40:18.076777 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-83a70385-6511-49e4-881d-460c2becf0d5 req-132031e0-86a2-4dbc-bb5e-514a438f878f tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420270 May 10 17:40:18.631303 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 23b97344-4212-495c-b78c-036e4f90c624 up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:40:18.797136 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port 23b97344-4212-495c-b78c-036e4f90c624 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:40:18.802133 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 23b97344-4212-495c-b78c-036e4f90c624 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:40:18.802609 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:18.921738 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:18.949351 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b97344-4212-495c-b78c-036e4f90c624'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:18.959608 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 23b97344-4212-495c-b78c-036e4f90c624, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=23b97344-4212-495c-b78c-036e4f90c624,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:18.999874 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b97344-4212-495c-b78c-036e4f90c624', 'code': 200} May 10 17:40:19.037055 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:19.037929 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 6d2ecfc2-37b8-4287-b644-03034a224351 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:40:19.083529 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:19.209465 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=23b97344-4212-495c-b78c-036e4f90c624,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:19.220945 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:19.237197 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:19.241807 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b70049-47b0-4239-b0a4-c13ea0b82a03 req-653b73aa-04ab-4407-9035-d068effb3a01 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:19.243310 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d3b70049-47b0-4239-b0a4-c13ea0b82a03 req-653b73aa-04ab-4407-9035-d068effb3a01 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 946 time: 0.0889323 May 10 17:40:19.275927 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 6d2ecfc2-37b8-4287-b644-03034a224351, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d2ecfc2-37b8-4287-b644-03034a224351,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:19.283879 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-8a30e68b-498e-4391-92d1-320855931886 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:19.285373 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-8a30e68b-498e-4391-92d1-320855931886 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/networks?id=b815ea36-afc8-4e0a-9130-517688718c27 HTTP/1.1" status: 200 len: 815 time: 0.1638939 May 10 17:40:19.295276 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-d3b70049-47b0-4239-b0a4-c13ea0b82a03 req-a5fdcad1-e69c-4e8f-910b-458e4cd72838 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434935 May 10 17:40:19.314108 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-7649cd57-f5c5-4dc2-bd84-43aaad4cc26c tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/quotas/917590c999fb46d187e3729ce0a55c51 HTTP/1.1" status: 200 len: 375 time: 0.0178423 May 10 17:40:19.401143 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:19.403808 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-7aa5703a-9f53-47a0-865b-f1634ed4b90b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:19.462637 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-594ed8f9-dbf6-4a30-a8dd-4f1db2325388 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=917590c999fb46d187e3729ce0a55c51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1473968 May 10 17:40:19.486856 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=6d2ecfc2-37b8-4287-b644-03034a224351,revision_number=6']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:19.492513 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80471468-3fc5-4175-9226-bd19443cb6a6 req-c4b5a102-34a1-4b82-83cc-3211dc571b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:19.494039 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-80471468-3fc5-4175-9226-bd19443cb6a6 req-c4b5a102-34a1-4b82-83cc-3211dc571b82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 1099 time: 0.1165287 May 10 17:40:19.494491 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:19.521913 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d84feb-d7f0-46c2-be68-e31bfd6f8a14 req-8c07555c-e1e6-4efa-abc9-d49b235f14d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:19.522754 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-69d84feb-d7f0-46c2-be68-e31bfd6f8a14 req-8c07555c-e1e6-4efa-abc9-d49b235f14d7 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 943 time: 0.1123133 May 10 17:40:19.565872 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-80471468-3fc5-4175-9226-bd19443cb6a6 req-86ea9f7f-4694-49c9-8b7e-c02f57a5f819 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639803 May 10 17:40:19.575828 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-69d84feb-d7f0-46c2-be68-e31bfd6f8a14 req-a7c1daf1-2ab5-4fa6-b48f-bdc98919924d tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455647 May 10 17:40:19.669484 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-481800f8-843f-4f9d-954d-9f2d2c86f260 service neutron] 10.222.0.24 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060769 May 10 17:40:19.800359 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-08db74d7-d2de-4349-8e35-1c870a8242ff service neutron] 10.222.0.24 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249261 May 10 17:40:20.085136 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-d33125b4-3e6f-4415-abba-d1b989cdaefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:20.086639 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-d33125b4-3e6f-4415-abba-d1b989cdaefc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d&tenant_id=ec13fc57f8ad4b18bbdccac4873c542b HTTP/1.1" status: 200 len: 1096 time: 0.0760663 May 10 17:40:20.135333 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3b67ab4c-32c7-45bf-aff2-8555c06fe14e req-323cbd34-c45d-479a-bc6f-b465718cdd4a tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 210 time: 0.0424907 May 10 17:40:20.183132 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-95f75990-2067-4c14-b644-120ba63ee68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:20.184720 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-95f75990-2067-4c14-b644-120ba63ee68a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec13fc57f8ad4b18bbdccac4873c542b&device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 1096 time: 0.0720956 May 10 17:40:20.320730 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-973367ec-1360-4e3d-8057-1567e6b30b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:20.322123 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-973367ec-1360-4e3d-8057-1567e6b30b79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a31643b7-1943-4f4d-99ae-8752792116cb HTTP/1.1" status: 200 len: 910 time: 0.1284738 May 10 17:40:20.482043 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-7af568f1-d883-4935-9b4a-0fad30ddc640 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d2ecfc2-37b8-4287-b644-03034a224351 HTTP/1.1" status: 200 len: 998 time: 0.1517007 May 10 17:40:20.558675 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-ecd0834e-945b-4754-9152-724c2fcc244f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:20.560135 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-ecd0834e-945b-4754-9152-724c2fcc244f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78e1df90-1218-483e-9b2a-2ae385c68944 HTTP/1.1" status: 200 len: 848 time: 0.0709090 May 10 17:40:20.568731 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690abb1-901c-4e8a-b337-1da07c848d0d req-ab6513c7-c2c6-48f5-a3b6-b4074aa0da6c tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:20.570349 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f690abb1-901c-4e8a-b337-1da07c848d0d req-ab6513c7-c2c6-48f5-a3b6-b4074aa0da6c tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 946 time: 0.1642420 May 10 17:40:20.659461 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f690abb1-901c-4e8a-b337-1da07c848d0d req-5783ebff-eee1-4716-9067-f869088f5b57 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585253 May 10 17:40:20.680349 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-7c19d888-391c-4f87-bbcd-73d17782074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:20.685238 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-7c19d888-391c-4f87-bbcd-73d17782074a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a31643b7-1943-4f4d-99ae-8752792116cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1106544 May 10 17:40:20.775333 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ba5ed-0cf1-4e8d-ad51-16fdab305481 req-af6990ae-8982-4de8-8b0e-5b2fa7fe48d0 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:20.776904 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fb2ba5ed-0cf1-4e8d-ad51-16fdab305481 req-af6990ae-8982-4de8-8b0e-5b2fa7fe48d0 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 943 time: 0.0857837 May 10 17:40:20.914461 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fb2ba5ed-0cf1-4e8d-ad51-16fdab305481 req-299f92a2-d8ad-4504-9e47-61e2f7aa0c43 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310647 May 10 17:40:20.924176 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-ed88cd2e-3f72-4e6a-806b-0ca782903612 service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238123 May 10 17:40:21.000724 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:21.045063 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351', 'code': 200} May 10 17:40:21.056310 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5b7ec6d3-b38a-41aa-a3f6-51f62d180da7 req-dd62eeef-ca35-4aa5-aa00-9787ef37870a service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253152 May 10 17:40:21.281671 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-567bb0f6-d3c0-46fd-a97a-51ced7307598 req-f5b5e28f-848a-4a53-ad38-a00deb80f324 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 210 time: 0.0411777 May 10 17:40:21.858482 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8355a0-406a-49e1-be1d-9fe40d54e6f5 req-8604d1ad-1701-4fc6-bab6-a144279b285f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:21.859949 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cf8355a0-406a-49e1-be1d-9fe40d54e6f5 req-8604d1ad-1701-4fc6-bab6-a144279b285f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 946 time: 0.0839679 May 10 17:40:21.904246 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cf8355a0-406a-49e1-be1d-9fe40d54e6f5 req-e317ffb3-619a-47ff-9dce-29956c9ae02c tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382590 May 10 17:40:22.091336 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a7fc7-e9a6-44a5-bfa6-273740c74523 req-c52fcf3a-d23d-4c1d-9928-7ea71846e3a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:22.092952 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b78a7fc7-e9a6-44a5-bfa6-273740c74523 req-c52fcf3a-d23d-4c1d-9928-7ea71846e3a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 946 time: 0.0836806 May 10 17:40:22.097647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f83645-27bb-417f-b5ac-a6dd0dfbb10f req-23c0bba0-04a6-4aec-b6f4-dcdbb3caf65c tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:22.099103 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b1f83645-27bb-417f-b5ac-a6dd0dfbb10f req-23c0bba0-04a6-4aec-b6f4-dcdbb3caf65c tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 943 time: 0.0800045 May 10 17:40:22.138177 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b78a7fc7-e9a6-44a5-bfa6-273740c74523 req-95112dd4-086d-4ebe-a3fd-a9bd706c191a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390415 May 10 17:40:22.144488 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-b1f83645-27bb-417f-b5ac-a6dd0dfbb10f req-453da472-2756-4ace-9e8b-5860ae91a44b tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397213 May 10 17:40:22.493512 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-84e04445-d399-4937-89ab-ab269dd49969 req-32b98d66-5aea-435d-9d6c-f466152c1bf6 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 210 time: 0.0510716 May 10 17:40:22.543666 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ec974-28fb-4479-bc2b-e5a6ad17d80e req-db591cc3-0835-4a65-85f4-5360d10b8f9d tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:22.545442 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fe7ec974-28fb-4479-bc2b-e5a6ad17d80e req-db591cc3-0835-4a65-85f4-5360d10b8f9d tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 946 time: 0.0975130 May 10 17:40:22.560163 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-5302789c-0de0-4d10-8b6d-b9493af5c6f5 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:22.561546 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-5302789c-0de0-4d10-8b6d-b9493af5c6f5 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "GET /v2.0/networks?id=b815ea36-afc8-4e0a-9130-517688718c27 HTTP/1.1" status: 200 len: 815 time: 0.1975882 May 10 17:40:22.575319 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Request body: {'port': {'device_id': '717904fc-1189-4380-ab1d-08f7d687b4e0', 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27', 'admin_state_up': True, 'tenant_id': '917590c999fb46d187e3729ce0a55c51'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:22.597443 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fe7ec974-28fb-4479-bc2b-e5a6ad17d80e req-11a8c83d-befc-46bc-88f1-a95af38137c1 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462697 May 10 17:40:22.647757 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 6d2ecfc2-37b8-4287-b644-03034a224351 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:40:22.720922 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:22.734503 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:22.790698 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 6d2ecfc2-37b8-4287-b644-03034a224351, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d2ecfc2-37b8-4287-b644-03034a224351,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:22.831193 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Made reservation on behalf of 917590c999fb46d187e3729ce0a55c51 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:40:22.832963 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': '6d2ecfc2-37b8-4287-b644-03034a224351', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'port_id': '6d2ecfc2-37b8-4287-b644-03034a224351', 'mac_address': 'fa:16:3e:02:ef:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:40:22.835191 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:22.890106 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:22.907373 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2ecfc2-37b8-4287-b644-03034a224351 {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:40:22.923055 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 6d2ecfc2-37b8-4287-b644-03034a224351, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d2ecfc2-37b8-4287-b644-03034a224351,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:22.999816 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Allocated IP 172.20.0.11 (b815ea36-afc8-4e0a-9130-517688718c27/297efedd-f1c4-4ada-b530-6f286a521808/a1014a09-bb6b-488f-8499-09058bb5dbd5) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:40:23.065854 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:23.068649 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:23.136485 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=6d2ecfc2-37b8-4287-b644-03034a224351,revision_number=7']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:23.140682 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:23.202725 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:23.332233 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69194d75-1f9d-4d72-ada8-89860b375a69 req-ef0c4084-ccc5-4eb9-80a2-dddb8a1ea69c tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:23.334102 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-69194d75-1f9d-4d72-ada8-89860b375a69 req-ef0c4084-ccc5-4eb9-80a2-dddb8a1ea69c tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 944 time: 0.0814085 May 10 17:40:23.334271 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['6d2ecfc2-37b8-4287-b644-03034a224351'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:40:23.382655 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-69194d75-1f9d-4d72-ada8-89860b375a69 req-8ad40218-f724-490b-aa31-6abfe82ee3a4 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427883 May 10 17:40:23.409134 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:23.415036 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-90409451-c268-42b5-ba43-b8fa91945774 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:23.473970 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Network b815ea36-afc8-4e0a-9130-517688718c27 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:40:23.476871 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:40:23.481372 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:40:23.541099 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Pushing event updated for resources: {'Port': ['ID=a1014a09-bb6b-488f-8499-09058bb5dbd5,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:23.553593 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:23.559089 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-0599c8df-26cf-4f23-9f73-b9478739f2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:23.572805 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:23.573430 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:23.692850 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131f480-8db6-4bb2-be1d-7035aeba8096 req-156bac71-b3fa-4091-9625-f57aef9c02dd tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:23.694623 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6131f480-8db6-4bb2-be1d-7035aeba8096 req-156bac71-b3fa-4091-9625-f57aef9c02dd tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 932 time: 0.0842922 May 10 17:40:23.706501 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1347060 May 10 17:40:23.718448 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Request body: {'port': {'device_id': '717904fc-1189-4380-ab1d-08f7d687b4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:23.743522 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-6131f480-8db6-4bb2-be1d-7035aeba8096 req-d6814cde-f738-4437-b93e-a9c773c89de3 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424824 May 10 17:40:23.825872 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:24.140019 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['ebabfb34-24ca-4d7b-a719-caa1428187d7', '5e0709ba-39a5-4e12-b18c-a1e6b31647a3', '8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:40:24.258481 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1014a09-bb6b-488f-8499-09058bb5dbd5 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:40:24.266604 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:24.282529 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Transition to ACTIVE for port object a1014a09-bb6b-488f-8499-09058bb5dbd5 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:40:24.395588 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:24.400380 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:24.566363 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=a1014a09-bb6b-488f-8499-09058bb5dbd5,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:24.569826 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:24.655372 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 6d2ecfc2-37b8-4287-b644-03034a224351 up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:40:24.714786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Attempting to bind port a1014a09-bb6b-488f-8499-09058bb5dbd5 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:40:24.714786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Attempting to bind port a1014a09-bb6b-488f-8499-09058bb5dbd5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:40:24.714786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Attempting to bind port a1014a09-bb6b-488f-8499-09058bb5dbd5 on network b815ea36-afc8-4e0a-9130-517688718c27 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:40:24.714786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Port a1014a09-bb6b-488f-8499-09058bb5dbd5 on network b815ea36-afc8-4e0a-9130-517688718c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:40:24.714786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Attempting to bind port a1014a09-bb6b-488f-8499-09058bb5dbd5 on network b815ea36-afc8-4e0a-9130-517688718c27 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:40:24.714786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Checking agent: {'id': '1031a9bd-09b3-4ef9-a047-b97bfa343310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:40:24.714786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Checking segment: {'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:40:24.714786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Bound using segment: {'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:40:24.714786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Bound port: a1014a09-bb6b-488f-8499-09058bb5dbd5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a86c967-7489-4fca-b07e-9d9b391b5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:40:24.714786 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:24.735575 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port 6d2ecfc2-37b8-4287-b644-03034a224351 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:40:24.735883 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:24.793883 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5e1bc-17ef-4b4b-b3d4-0b4bdae4c222 req-849476df-0684-4cdb-b9f4-1b8de7977bcd tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:24.795717 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-45d5e1bc-17ef-4b4b-b3d4-0b4bdae4c222 req-849476df-0684-4cdb-b9f4-1b8de7977bcd tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 944 time: 0.1625700 May 10 17:40:24.865294 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] For port a1014a09-bb6b-488f-8499-09058bb5dbd5, host hv-cinder-78638, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:40:24.876070 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-45d5e1bc-17ef-4b4b-b3d4-0b4bdae4c222 req-cfcc019e-38f5-4c8c-8c75-4d792e5266af tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741203 May 10 17:40:24.880450 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] For port a1014a09-bb6b-488f-8499-09058bb5dbd5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1014a09-bb6b-488f-8499-09058bb5dbd5,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:40:24.900040 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:24.921419 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:24.949407 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port 6d2ecfc2-37b8-4287-b644-03034a224351, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d2ecfc2-37b8-4287-b644-03034a224351,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:24.956582 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8291e68-f0d8-414f-a016-b44cfba170c8 req-16117d89-4cb7-4b03-aed9-0890963ded48 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:24.957267 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f8291e68-f0d8-414f-a016-b44cfba170c8 req-16117d89-4cb7-4b03-aed9-0890963ded48 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 944 time: 0.0845168 May 10 17:40:24.977594 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351', 'code': 200} May 10 17:40:25.007223 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f8291e68-f0d8-414f-a016-b44cfba170c8 req-46a749ab-6ec8-4fec-ae72-71ff3ef60325 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439262 May 10 17:40:25.235643 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:25.236140 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2460547'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:25.238422 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:25.240213 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b20a2fc3-3e32-47e4-83de-f7c7fa9afe8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:25.292282 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:25.292968 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:25.294912 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] 10.222.0.10 "PUT /v2.0/ports/a1014a09-bb6b-488f-8499-09058bb5dbd5 HTTP/1.1" status: 200 len: 1094 time: 1.5812542 May 10 17:40:25.295480 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717904fc-1189-4380-ab1d-08f7d687b4e0', 'tag': 'a1014a09-bb6b-488f-8499-09058bb5dbd5'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:25.313449 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=6d2ecfc2-37b8-4287-b644-03034a224351,revision_number=8']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:25.314306 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:25.327799 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=a1014a09-bb6b-488f-8499-09058bb5dbd5,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:25.335008 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fcc54fe5-c7df-4c98-99ad-37bcb8b9fe79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:25.347825 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717904fc-1189-4380-ab1d-08f7d687b4e0', 'tag': 'a1014a09-bb6b-488f-8499-09058bb5dbd5', 'status': 'completed', 'code': 200} May 10 17:40:25.445025 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71220c-5eaf-48c5-87d2-fb6f35d66ee1 req-6d277bc0-8aa0-4607-8027-63d36ddb242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:25.446461 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8f71220c-5eaf-48c5-87d2-fb6f35d66ee1 req-6d277bc0-8aa0-4607-8027-63d36ddb242c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=917590c999fb46d187e3729ce0a55c51&device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 1097 time: 0.0742321 May 10 17:40:25.637715 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71220c-5eaf-48c5-87d2-fb6f35d66ee1 req-748827a3-3db1-4b69-94ab-7685d849f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:25.639179 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8f71220c-5eaf-48c5-87d2-fb6f35d66ee1 req-748827a3-3db1-4b69-94ab-7685d849f9e4 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=917590c999fb46d187e3729ce0a55c51&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1853275 May 10 17:40:25.642138 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e06c6-2987-40c1-b312-db648d485701 req-47faa161-90de-40e3-a106-f0440e4f6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:25.643476 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d22e06c6-2987-40c1-b312-db648d485701 req-47faa161-90de-40e3-a106-f0440e4f6577 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 1098 time: 0.1719048 May 10 17:40:25.762071 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d22e06c6-2987-40c1-b312-db648d485701 req-68b4d736-2d4a-470d-9ac1-11650af64d3c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933752 May 10 17:40:25.809306 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71220c-5eaf-48c5-87d2-fb6f35d66ee1 req-1799511e-7d0e-4858-948d-fe6135c83f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:25.810747 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8f71220c-5eaf-48c5-87d2-fb6f35d66ee1 req-1799511e-7d0e-4858-948d-fe6135c83f22 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597466 May 10 17:40:25.915279 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-47709fa0-c980-4c76-a7a5-95f54a2d227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:25.916737 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-47709fa0-c980-4c76-a7a5-95f54a2d227b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=917590c999fb46d187e3729ce0a55c51&device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 1097 time: 0.0692618 May 10 17:40:25.990959 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-444eb0c3-30f6-4ef1-9d3f-205de5fcf36f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1014a09-bb6b-488f-8499-09058bb5dbd5 HTTP/1.1" status: 200 len: 217 time: 0.0638559 May 10 17:40:26.056388 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-dc5ad068-c932-472c-85b9-7c96e439a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:26.057836 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-dc5ad068-c932-472c-85b9-7c96e439a559 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=297efedd-f1c4-4ada-b530-6f286a521808 HTTP/1.1" status: 200 len: 855 time: 0.0607264 May 10 17:40:26.070756 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e10242-b678-40b1-b01b-52a1015cd4f7 req-7854fa0f-5a03-4362-aaa3-5f0db4ef21e3 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:26.072488 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a9e10242-b678-40b1-b01b-52a1015cd4f7 req-7854fa0f-5a03-4362-aaa3-5f0db4ef21e3 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0840037 May 10 17:40:26.104506 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-a9a7c4f1-1218-4acd-a351-fae7f5147091 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b815ea36-afc8-4e0a-9130-517688718c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401189 May 10 17:40:26.117486 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a9e10242-b678-40b1-b01b-52a1015cd4f7 req-11b58302-dd2c-4091-b8fe-941873e98bf1 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389004 May 10 17:40:26.150449 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8204-dee2-493c-b9cc-3680a351efbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:26.247047 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:26.305139 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d0f89-6262-4e88-9500-d6316e009997 req-60e86525-f66a-41f7-9651-795b60c011c8 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:26.307623 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-5f6d0f89-6262-4e88-9500-d6316e009997 req-60e86525-f66a-41f7-9651-795b60c011c8 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 944 time: 0.0902247 May 10 17:40:26.343030 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-7b3eda62-4442-43c3-b305-cdae84cb7849 service neutron] 10.222.0.10 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295599 May 10 17:40:26.358155 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-5f6d0f89-6262-4e88-9500-d6316e009997 req-491f364c-eb4e-4019-8aa8-e8cc5eac8334 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428264 May 10 17:40:26.483759 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-37cff5c3-fc9e-4405-9193-79ea4a75fc3f req-673eb28c-f317-4e0d-b2bc-5e5a75ce9623 service neutron] 10.222.0.10 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295214 May 10 17:40:26.938575 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:27.306641 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28687acc-8daa-4e13-ba2b-f7265a74ea5f req-91771bc6-b4b4-4839-a7ca-58a19d6bf50b tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:27.308025 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-28687acc-8daa-4e13-ba2b-f7265a74ea5f req-91771bc6-b4b4-4839-a7ca-58a19d6bf50b tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0827916 May 10 17:40:27.353773 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-28687acc-8daa-4e13-ba2b-f7265a74ea5f req-c01b3371-2c1b-403c-87a2-c3e88f2ecee6 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390270 May 10 17:40:27.548443 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4286d-3d9c-45f9-88b1-7fe480daf183 req-97c28135-e2db-4b20-bf0b-26efae95f72e tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:27.549868 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1aa4286d-3d9c-45f9-88b1-7fe480daf183 req-97c28135-e2db-4b20-bf0b-26efae95f72e tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 944 time: 0.0861993 May 10 17:40:27.594837 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1aa4286d-3d9c-45f9-88b1-7fe480daf183 req-20716271-a2d8-4f45-b579-f88e1f639717 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392590 May 10 17:40:28.674594 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device a1014a09-bb6b-488f-8499-09058bb5dbd5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:40:28.774139 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:28.783222 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35476367-0753-4573-9cf4-65f18a47dc26 req-d3f3fc49-b1d2-4792-9b18-734f934df014 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:28.783907 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-35476367-0753-4573-9cf4-65f18a47dc26 req-d3f3fc49-b1d2-4792-9b18-734f934df014 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Synchronizing usage tracker for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:28.810435 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port a1014a09-bb6b-488f-8499-09058bb5dbd5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1014a09-bb6b-488f-8499-09058bb5dbd5,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:28.823561 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Returning: {'device': 'a1014a09-bb6b-488f-8499-09058bb5dbd5', 'network_id': 'b815ea36-afc8-4e0a-9130-517688718c27', 'port_id': 'a1014a09-bb6b-488f-8499-09058bb5dbd5', 'mac_address': 'fa:16:3e:53:44:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297efedd-f1c4-4ada-b530-6f286a521808', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:40:28.880989 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:28.896750 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1014a09-bb6b-488f-8499-09058bb5dbd5 {{(pid=79210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:40:28.912238 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port a1014a09-bb6b-488f-8499-09058bb5dbd5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1014a09-bb6b-488f-8499-09058bb5dbd5,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:28.916916 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-35476367-0753-4573-9cf4-65f18a47dc26 req-d3f3fc49-b1d2-4792-9b18-734f934df014 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Unset dirty status for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:28.918645 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-35476367-0753-4573-9cf4-65f18a47dc26 req-d3f3fc49-b1d2-4792-9b18-734f934df014 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 944 time: 0.2169409 May 10 17:40:28.963471 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-35476367-0753-4573-9cf4-65f18a47dc26 req-b8a3ce37-7324-47ab-8b89-e3e4c1207847 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389709 May 10 17:40:29.028150 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:29.029987 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-51ea59bf-20fe-4d10-ae10-3fbdccc5895b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:29.093663 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=a1014a09-bb6b-488f-8499-09058bb5dbd5,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:29.096564 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:29.295937 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['a1014a09-bb6b-488f-8499-09058bb5dbd5'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:40:29.468719 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:40:30.037119 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07187c5a-b2c0-4168-b2bd-7db4c950bc4d req-91aaf601-5cc7-4249-b0a1-3978739260ea tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:30.038600 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-07187c5a-b2c0-4168-b2bd-7db4c950bc4d req-91aaf601-5cc7-4249-b0a1-3978739260ea tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 946 time: 0.0787268 May 10 17:40:30.085856 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-07187c5a-b2c0-4168-b2bd-7db4c950bc4d req-d886cdb3-6eba-42e3-bdb9-250c5eb1dbb8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 May 10 17:40:30.109367 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58112) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:30.147383 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d924751-d63f-4b88-b6dc-3f890fb96382 req-45b85993-cd96-4b00-9515-ec0790c55080 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:30.148836 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7d924751-d63f-4b88-b6dc-3f890fb96382 req-45b85993-cd96-4b00-9515-ec0790c55080 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 945 time: 0.0816491 May 10 17:40:30.196035 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-7d924751-d63f-4b88-b6dc-3f890fb96382 req-76419af6-7f2a-44ee-bfc3-7f9c3b5c3446 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 May 10 17:40:30.220559 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771ce96a-9ece-4de7-bd11-96d616b41f41 tempest-TestMinimumBasicScenario-438758048 tempest-TestMinimumBasicScenario-438758048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:30.221261 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-771ce96a-9ece-4de7-bd11-96d616b41f41 tempest-TestMinimumBasicScenario-438758048 tempest-TestMinimumBasicScenario-438758048-project-admin] Synchronizing usage tracker for tenant:476582381aba4b19858fb66b13c962b2 on resource:port {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:30.372977 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-771ce96a-9ece-4de7-bd11-96d616b41f41 tempest-TestMinimumBasicScenario-438758048 tempest-TestMinimumBasicScenario-438758048-project-admin] Unset dirty status for tenant:476582381aba4b19858fb66b13c962b2 on resource:port {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:30.374563 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-771ce96a-9ece-4de7-bd11-96d616b41f41 tempest-TestMinimumBasicScenario-438758048 tempest-TestMinimumBasicScenario-438758048-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 1094 time: 0.2638066 May 10 17:40:30.377050 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58118) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:30.382097 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Request body: {'floatingip': {'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'port_id': '23b97344-4212-495c-b78c-036e4f90c624', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:30.388600 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:30.392363 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Usage tracker for resource:floatingip and tenant:d1fb0c65c80e4bd3985336d00a24acad is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:30.395124 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:30.400750 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:30.526519 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for floatingip, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:30.662250 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:30.675132 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device a1014a09-bb6b-488f-8499-09058bb5dbd5 up at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:40:30.800452 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Allocated IP 172.28.2.146 (e0dd7f9d-963f-4e7d-9505-8e20a5139fef/41fdabf2-3886-4bcc-9d97-a7a97bc04409/8c632e88-4cd1-4bde-9094-fb46ebcfb9b2) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:40:30.899620 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning for port a1014a09-bb6b-488f-8499-09058bb5dbd5 completed by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:40:30.904428 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Provisioning complete for port a1014a09-bb6b-488f-8499-09058bb5dbd5 triggered by entity L2. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:40:30.904804 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:30.941914 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:31.018949 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:31.044472 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717904fc-1189-4380-ab1d-08f7d687b4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1014a09-bb6b-488f-8499-09058bb5dbd5'}] {{(pid=79210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:31.053703 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] For port a1014a09-bb6b-488f-8499-09058bb5dbd5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1014a09-bb6b-488f-8499-09058bb5dbd5,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:31.077454 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785690486730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:31.082330 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-82095b69-7bef-4784-89f4-77c12bdd33d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:31.089054 dv-cinder-786386-3-smb neutron-server[79210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717904fc-1189-4380-ab1d-08f7d687b4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1014a09-bb6b-488f-8499-09058bb5dbd5', 'code': 200} May 10 17:40:31.146063 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Network e0dd7f9d-963f-4e7d-9505-8e20a5139fef is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:40:31.148864 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:40:31.156692 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:31.157029 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:40:31.158582 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:31.189236 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event updated for resources: {'Port': ['ID=8c632e88-4cd1-4bde-9094-fb46ebcfb9b2,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:31.204059 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:31.204355 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:31.204709 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:31.205063 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:31.205408 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:31.205751 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:31.206094 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:31.206462 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:31.206804 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:31.207142 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:31.207486 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:31.207819 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:31.212433 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:31.227874 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Pushing event updated for resources: {'Port': ['ID=a1014a09-bb6b-488f-8499-09058bb5dbd5,revision_number=5']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:31.231681 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:31.443889 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f0df6-29fc-40c1-92c2-bba81f7a1e06 req-a9bcd6c9-3df4-4841-ad9a-a0d67a6e9f5a tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:31.445644 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-991f0df6-29fc-40c1-92c2-bba81f7a1e06 req-a9bcd6c9-3df4-4841-ad9a-a0d67a6e9f5a tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 946 time: 0.1220288 May 10 17:40:31.503067 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-991f0df6-29fc-40c1-92c2-bba81f7a1e06 req-7bf52dd3-c9da-4da8-8d54-af4cba9e9a54 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502257 May 10 17:40:31.529001 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd5d16-bbe4-4557-948e-809a5d0b685a req-bdc994ae-1b31-489c-bfb4-57dfef123b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:31.530512 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-90bd5d16-bbe4-4557-948e-809a5d0b685a req-bdc994ae-1b31-489c-bfb4-57dfef123b44 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 1099 time: 0.1284010 May 10 17:40:31.576962 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-90bd5d16-bbe4-4557-948e-809a5d0b685a req-d0cd9332-40ae-46aa-9dc2-45111c422cbf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347044 May 10 17:40:31.664703 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:31.865978 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:32.067151 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:32.177896 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686846'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:32.181303 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:32.281897 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event updated for resources: {'Port': ['ID=8c632e88-4cd1-4bde-9094-fb46ebcfb9b2,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:32.285808 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:32.296603 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662399'] for floatingip, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:32.461640 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.l3_db [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Floating IP 4ed2447d-9e5e-44c5-b588-e2c9e235cdb3 associated. External IP: 172.28.2.146, port: 23b97344-4212-495c-b78c-036e4f90c624. May 10 17:40:32.845749 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914fc80-fb5f-4986-a7b3-d8fb21a96583 req-f3fc95dc-ac21-4c19-b561-4697f8987762 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:32.847250 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b914fc80-fb5f-4986-a7b3-d8fb21a96583 req-f3fc95dc-ac21-4c19-b561-4697f8987762 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 946 time: 0.2303133 May 10 17:40:32.902209 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Router a388b8e8-015e-437d-9abc-59ef67c49689 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:40:32.914997 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b914fc80-fb5f-4986-a7b3-d8fb21a96583 req-02175ff0-8540-42f6-91e1-b413054037a1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606585 May 10 17:40:33.186404 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:40:33.196323 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a4baa-0b80-4f6a-909e-43d904294e5e None None] Sync routers for ids ['a388b8e8-015e-437d-9abc-59ef67c49689'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:40:33.205576 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a4baa-0b80-4f6a-909e-43d904294e5e None None] Routers {'a388b8e8-015e-437d-9abc-59ef67c49689'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:40:33.206213 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-596a4baa-0b80-4f6a-909e-43d904294e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:40:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a388b8e8-015e-437d-9abc-59ef67c49689'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:33.271155 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:33.330262 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9521425 May 10 17:40:33.331103 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'tag': '23b97344-4212-495c-b78c-036e4f90c624'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:33.332428 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58128) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:33.337946 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447970325', 'description': 'tempest-secgroup-smoke-1447970325 description', 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:33.344874 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:33.354821 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:33.414444 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-596a4baa-0b80-4f6a-909e-43d904294e5e None None] Set router a388b8e8-015e-437d-9abc-59ef67c49689 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:40:33.465923 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:33.488659 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:33.493739 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Usage tracker for resource:security_group_rule and tenant:d1fb0c65c80e4bd3985336d00a24acad is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:33.495977 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:33.502297 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:33.509609 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'tag': '23b97344-4212-495c-b78c-036e4f90c624', 'status': 'completed', 'code': 200} May 10 17:40:33.626869 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:33.641647 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead030ee-6a0d-48b8-87b5-658004b34fdf req-197f0a07-4696-4e5a-a726-0531c883dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:33.643171 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ead030ee-6a0d-48b8-87b5-658004b34fdf req-197f0a07-4696-4e5a-a726-0531c883dfe0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1fb0c65c80e4bd3985336d00a24acad&device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 1099 time: 0.1167884 May 10 17:40:33.751147 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:33.757009 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-596a4baa-0b80-4f6a-909e-43d904294e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:39:33Z', 'revision_number': 4, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '4ed2447d-9e5e-44c5-b588-e2c9e235cdb3', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'floating_ip_address': '172.28.2.146', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'port_id': '23b97344-4212-495c-b78c-036e4f90c624', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'mac_address': 'fa:16:3e:a6:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:40:31Z', 'updated_at': '2021-05-10T17:40:31Z', 'revision_number': 0, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b5c1317-ad3c-4f79-bf83-c4e8f259ad24', 'name': '', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'mac_address': 'fa:16:3e:fc:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:32Z', 'updated_at': '2021-05-10T17:39:39Z', 'revision_number': 5, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'subnets': [{'id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:33.758156 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2d6347a9-453f-4697-b2f5-b4b1b6f148fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:33.761343 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a4baa-0b80-4f6a-909e-43d904294e5e None None] Checking router: a388b8e8-015e-437d-9abc-59ef67c49689 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:40:33.770009 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a4baa-0b80-4f6a-909e-43d904294e5e None None] Routers {'a388b8e8-015e-437d-9abc-59ef67c49689'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:40:33.770638 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-596a4baa-0b80-4f6a-909e-43d904294e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:40:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a388b8e8-015e-437d-9abc-59ef67c49689'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:33.817098 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead030ee-6a0d-48b8-87b5-658004b34fdf req-6386218e-3700-476c-a191-2604f97b1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:33.818562 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ead030ee-6a0d-48b8-87b5-658004b34fdf req-6386218e-3700-476c-a191-2604f97b1357 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c43b3e5-7949-4978-9e03-1625b8a850b1 HTTP/1.1" status: 200 len: 916 time: 0.1683095 May 10 17:40:33.819205 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:33.827335 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:33.827736 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:33.828111 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:33.828471 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:33.828829 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:33.829187 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:33.829543 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:33.829900 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:33.830274 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:33.830631 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:33.830983 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:33.831330 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:33.881076 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:33.927578 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:33.928771 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-fa12202d-a18a-4b69-8b85-46054a2d33f8 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5952704 May 10 17:40:33.931954 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58136) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:33.938550 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ead030ee-6a0d-48b8-87b5-658004b34fdf req-e20d4df2-7382-4ef2-be23-c07e95937a7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b97344-4212-495c-b78c-036e4f90c624 HTTP/1.1" status: 200 len: 1000 time: 0.0991027 May 10 17:40:33.938683 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-e3e6d6a0-010a-4407-b246-3b31eca50466 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Request body: {'security_group_rule': {'security_group_id': '0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3', 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:33.945050 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-e3e6d6a0-010a-4407-b246-3b31eca50466 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:33.945190 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-596a4baa-0b80-4f6a-909e-43d904294e5e None None] Set router a388b8e8-015e-437d-9abc-59ef67c49689 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:40:33.948988 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-e3e6d6a0-010a-4407-b246-3b31eca50466 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Usage tracker for resource:security_group_rule and tenant:d1fb0c65c80e4bd3985336d00a24acad is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:33.952684 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-e3e6d6a0-010a-4407-b246-3b31eca50466 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:33.959824 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-e3e6d6a0-010a-4407-b246-3b31eca50466 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:34.007239 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead030ee-6a0d-48b8-87b5-658004b34fdf req-32a49eb0-d6a2-4e1a-9316-3b9fcba1ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:34.008601 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ead030ee-6a0d-48b8-87b5-658004b34fdf req-32a49eb0-d6a2-4e1a-9316-3b9fcba1ecec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a606f48b-b3aa-417e-8407-e46aee45fe67 HTTP/1.1" status: 200 len: 854 time: 0.0664513 May 10 17:40:34.080079 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e3e6d6a0-010a-4407-b246-3b31eca50466 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:34.091274 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead030ee-6a0d-48b8-87b5-658004b34fdf req-6a1ac423-cc29-46c0-9d0c-effbf2c30456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:34.092754 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ead030ee-6a0d-48b8-87b5-658004b34fdf req-6a1ac423-cc29-46c0-9d0c-effbf2c30456 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c43b3e5-7949-4978-9e03-1625b8a850b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777495 May 10 17:40:34.164534 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e1d62-5de6-4608-b2f4-29399da5b19e req-b06cbc7f-dee2-4bb3-a8fc-c8b3199eba24 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:34.166353 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-494e1d62-5de6-4608-b2f4-29399da5b19e req-b06cbc7f-dee2-4bb3-a8fc-c8b3199eba24 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 946 time: 0.1373630 May 10 17:40:34.171551 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e3e6d6a0-010a-4407-b246-3b31eca50466 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:34.218722 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-494e1d62-5de6-4608-b2f4-29399da5b19e req-12e339b4-e9d9-4c91-b70d-faff4f31060f tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440152 May 10 17:40:34.242231 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ead030ee-6a0d-48b8-87b5-658004b34fdf req-9f009ce9-1aaf-45a6-8c96-81202add9f6a service neutron] 10.222.0.10 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361246 May 10 17:40:34.265755 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e3e6d6a0-010a-4407-b246-3b31eca50466 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:34.270751 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:34.309168 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6d6a0-010a-4407-b246-3b31eca50466 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6cf47e-3ee2-4a23-ba53-78f93f6ab63f,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:34.311751 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e3e6d6a0-010a-4407-b246-3b31eca50466 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:34.330870 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-596a4baa-0b80-4f6a-909e-43d904294e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:39:33Z', 'revision_number': 4, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '4ed2447d-9e5e-44c5-b588-e2c9e235cdb3', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'floating_ip_address': '172.28.2.146', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'port_id': '23b97344-4212-495c-b78c-036e4f90c624', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'mac_address': 'fa:16:3e:a6:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:40:31Z', 'updated_at': '2021-05-10T17:40:31Z', 'revision_number': 0, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b5c1317-ad3c-4f79-bf83-c4e8f259ad24', 'name': '', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'mac_address': 'fa:16:3e:fc:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:32Z', 'updated_at': '2021-05-10T17:39:39Z', 'revision_number': 5, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'subnets': [{'id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:34.334993 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a4baa-0b80-4f6a-909e-43d904294e5e None None] The sync data for ids ['a388b8e8-015e-437d-9abc-59ef67c49689'] in dv-cinder-786386-3-smb is: [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:39:33Z', 'revision_number': 4, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_floatingips': [{'id': '4ed2447d-9e5e-44c5-b588-e2c9e235cdb3', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'floating_ip_address': '172.28.2.146', 'floating_network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'router_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'port_id': '23b97344-4212-495c-b78c-036e4f90c624', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'mac_address': 'fa:16:3e:a6:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:40:31Z', 'updated_at': '2021-05-10T17:40:31Z', 'revision_number': 0, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b5c1317-ad3c-4f79-bf83-c4e8f259ad24', 'name': '', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'mac_address': 'fa:16:3e:fc:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:32Z', 'updated_at': '2021-05-10T17:39:39Z', 'revision_number': 5, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'subnets': [{'id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:40:34.404677 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-ead030ee-6a0d-48b8-87b5-658004b34fdf req-a04267aa-d838-49a8-8120-169c0d8fee0d service neutron] 10.222.0.10 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543512 May 10 17:40:34.420056 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e3e6d6a0-010a-4407-b246-3b31eca50466 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:34.422307 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-e3e6d6a0-010a-4407-b246-3b31eca50466 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4882593 May 10 17:40:34.424453 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58144) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:34.430107 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-ff043e98-0d4d-4dd8-9a5b-fb99634a96a3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Request body: {'security_group_rule': {'security_group_id': '0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3', 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:34.437164 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ff043e98-0d4d-4dd8-9a5b-fb99634a96a3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:34.441355 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ff043e98-0d4d-4dd8-9a5b-fb99634a96a3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Usage tracker for resource:security_group_rule and tenant:d1fb0c65c80e4bd3985336d00a24acad is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:34.444920 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ff043e98-0d4d-4dd8-9a5b-fb99634a96a3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:34.545597 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfb38c4-9cee-4adf-ba13-ba257ba1e0d2 None None] New status for floating IP 4ed2447d-9e5e-44c5-b588-e2c9e235cdb3: ACTIVE {{(pid=79211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:40:34.552873 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ff043e98-0d4d-4dd8-9a5b-fb99634a96a3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:34.664371 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ff043e98-0d4d-4dd8-9a5b-fb99634a96a3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:34.721835 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ff043e98-0d4d-4dd8-9a5b-fb99634a96a3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:34.860014 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ff043e98-0d4d-4dd8-9a5b-fb99634a96a3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:34.862141 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-801d18f2-ca3c-4af3-a00d-53f265019b92 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:34.884716 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff043e98-0d4d-4dd8-9a5b-fb99634a96a3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e33b5d7-b4d9-46bb-80ef-7a2397d649c1,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:34.887072 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ff043e98-0d4d-4dd8-9a5b-fb99634a96a3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:35.000755 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ff043e98-0d4d-4dd8-9a5b-fb99634a96a3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.001969 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-ff043e98-0d4d-4dd8-9a5b-fb99634a96a3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5766256 May 10 17:40:35.004676 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58148) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:35.009854 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-6371347f-3c6c-442e-8e30-b8ea17280e17 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Request body: {'security_group_rule': {'security_group_id': '0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3', 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:35.016237 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6371347f-3c6c-442e-8e30-b8ea17280e17 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:35.020161 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6371347f-3c6c-442e-8e30-b8ea17280e17 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Usage tracker for resource:security_group_rule and tenant:d1fb0c65c80e4bd3985336d00a24acad is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:35.023093 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6371347f-3c6c-442e-8e30-b8ea17280e17 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:35.029545 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6371347f-3c6c-442e-8e30-b8ea17280e17 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:35.173173 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6371347f-3c6c-442e-8e30-b8ea17280e17 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.233822 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6371347f-3c6c-442e-8e30-b8ea17280e17 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.328168 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6371347f-3c6c-442e-8e30-b8ea17280e17 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.330288 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:35.353315 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371347f-3c6c-442e-8e30-b8ea17280e17 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ed967e-c657-45c0-a27a-72c4d5ccc647,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:35.356332 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6371347f-3c6c-442e-8e30-b8ea17280e17 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:35.459956 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6371347f-3c6c-442e-8e30-b8ea17280e17 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.466491 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-6371347f-3c6c-442e-8e30-b8ea17280e17 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4555354 May 10 17:40:35.466491 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58156) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:35.469485 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-c7b5231f-caa2-4956-88bf-2ebfd6b72fe3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Request body: {'security_group_rule': {'security_group_id': '0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3', 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:35.475321 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-c7b5231f-caa2-4956-88bf-2ebfd6b72fe3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:35.479230 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-c7b5231f-caa2-4956-88bf-2ebfd6b72fe3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Usage tracker for resource:security_group_rule and tenant:d1fb0c65c80e4bd3985336d00a24acad is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:35.482725 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-c7b5231f-caa2-4956-88bf-2ebfd6b72fe3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:35.488502 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-c7b5231f-caa2-4956-88bf-2ebfd6b72fe3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:35.609072 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c7b5231f-caa2-4956-88bf-2ebfd6b72fe3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.674558 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c7b5231f-caa2-4956-88bf-2ebfd6b72fe3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.836893 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c7b5231f-caa2-4956-88bf-2ebfd6b72fe3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.845033 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:35.862264 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5231f-caa2-4956-88bf-2ebfd6b72fe3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c93f6d-e16d-4533-9864-845f7a847a65,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:35.866426 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c7b5231f-caa2-4956-88bf-2ebfd6b72fe3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:35.979651 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c7b5231f-caa2-4956-88bf-2ebfd6b72fe3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.981047 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-c7b5231f-caa2-4956-88bf-2ebfd6b72fe3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5162690 May 10 17:40:35.983955 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58160) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:35.989250 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-6f64f1ea-98f6-4442-9b29-61f1d66abcda tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Request body: {'security_group_rule': {'security_group_id': '0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3', 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:35.995098 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-6f64f1ea-98f6-4442-9b29-61f1d66abcda tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:35.998837 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-6f64f1ea-98f6-4442-9b29-61f1d66abcda tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Usage tracker for resource:security_group_rule and tenant:d1fb0c65c80e4bd3985336d00a24acad is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:36.001659 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-6f64f1ea-98f6-4442-9b29-61f1d66abcda tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:36.008167 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-6f64f1ea-98f6-4442-9b29-61f1d66abcda tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:36.151215 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.securitygroups_db [None req-6f64f1ea-98f6-4442-9b29-61f1d66abcda tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Project d1fb0c65c80e4bd3985336d00a24acad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:40:36.157217 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6f64f1ea-98f6-4442-9b29-61f1d66abcda tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:36.222471 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6f64f1ea-98f6-4442-9b29-61f1d66abcda tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:36.355220 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6f64f1ea-98f6-4442-9b29-61f1d66abcda tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:36.357353 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:36.380130 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64f1ea-98f6-4442-9b29-61f1d66abcda tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567d469d-635e-429b-ab9c-9348aaf7c731,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:36.382848 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6f64f1ea-98f6-4442-9b29-61f1d66abcda tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:36.498364 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6f64f1ea-98f6-4442-9b29-61f1d66abcda tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:36.499502 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-6f64f1ea-98f6-4442-9b29-61f1d66abcda tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5144756 May 10 17:40:36.502247 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58170) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:36.507313 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [None req-a9b2aa62-8855-47fd-8a6a-4f834bac9b4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Request body: {'security_group_rule': {'security_group_id': '0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3', 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:36.513209 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-a9b2aa62-8855-47fd-8a6a-4f834bac9b4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:36.517179 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-a9b2aa62-8855-47fd-8a6a-4f834bac9b4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Usage tracker for resource:security_group_rule and tenant:d1fb0c65c80e4bd3985336d00a24acad is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:36.520918 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-a9b2aa62-8855-47fd-8a6a-4f834bac9b4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:36.525849 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-a9b2aa62-8855-47fd-8a6a-4f834bac9b4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:36.642401 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.securitygroups_db [None req-a9b2aa62-8855-47fd-8a6a-4f834bac9b4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Project d1fb0c65c80e4bd3985336d00a24acad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:40:36.648408 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a9b2aa62-8855-47fd-8a6a-4f834bac9b4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:36.727591 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a9b2aa62-8855-47fd-8a6a-4f834bac9b4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:36.876654 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a9b2aa62-8855-47fd-8a6a-4f834bac9b4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868178'] for security_group_rule, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:36.884380 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-bd4d2ac3-3e92-4321-87d2-257551b02002 tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:36.904685 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2aa62-8855-47fd-8a6a-4f834bac9b4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af2a55c-87e7-4840-9d45-5267021cce38,revision_number=0']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:36.907296 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a9b2aa62-8855-47fd-8a6a-4f834bac9b4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:37.019695 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a9b2aa62-8855-47fd-8a6a-4f834bac9b4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:37.020957 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-a9b2aa62-8855-47fd-8a6a-4f834bac9b4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5177345 May 10 17:40:37.143168 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e89963aa-6262-48e8-95ab-e7fd82908e1d req-66b04e5c-a77f-4d54-b725-13277a025b2c tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447970325&fields=id&tenant_id=d1fb0c65c80e4bd3985336d00a24acad HTTP/1.1" status: 200 len: 267 time: 0.0434632 May 10 17:40:37.224423 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89963aa-6262-48e8-95ab-e7fd82908e1d req-3719f5ad-6fc3-44d7-8547-07549e1ac9f3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:37.225833 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e89963aa-6262-48e8-95ab-e7fd82908e1d req-3719f5ad-6fc3-44d7-8547-07549e1ac9f3 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 946 time: 0.0772336 May 10 17:40:37.237011 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [req-e89963aa-6262-48e8-95ab-e7fd82908e1d req-626493c8-41f3-4c2a-bee5-3c49bf34578f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Request body: {'port': {'security_groups': ['542470a1-1786-4b84-b574-35ed8158bc09', '0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3']}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:37.356633 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e89963aa-6262-48e8-95ab-e7fd82908e1d req-626493c8-41f3-4c2a-bee5-3c49bf34578f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:37.610431 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [req-e89963aa-6262-48e8-95ab-e7fd82908e1d req-626493c8-41f3-4c2a-bee5-3c49bf34578f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] For port 23b97344-4212-495c-b78c-036e4f90c624, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=23b97344-4212-495c-b78c-036e4f90c624,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:37.638526 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e89963aa-6262-48e8-95ab-e7fd82908e1d req-626493c8-41f3-4c2a-bee5-3c49bf34578f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:37.728325 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e89963aa-6262-48e8-95ab-e7fd82908e1d req-626493c8-41f3-4c2a-bee5-3c49bf34578f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686846'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:37.734277 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-027bb230-24b0-41d2-b6d8-cfc3163711f9 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:37.741641 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['23b97344-4212-495c-b78c-036e4f90c624'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:40:37.794921 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89963aa-6262-48e8-95ab-e7fd82908e1d req-626493c8-41f3-4c2a-bee5-3c49bf34578f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:37.795539 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-e89963aa-6262-48e8-95ab-e7fd82908e1d req-626493c8-41f3-4c2a-bee5-3c49bf34578f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:37.797106 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-e89963aa-6262-48e8-95ab-e7fd82908e1d req-626493c8-41f3-4c2a-bee5-3c49bf34578f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "PUT /v2.0/ports/23b97344-4212-495c-b78c-036e4f90c624 HTTP/1.1" status: 200 len: 982 time: 0.5644674 May 10 17:40:37.797798 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'tag': '23b97344-4212-495c-b78c-036e4f90c624'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:37.844300 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626493c8-41f3-4c2a-bee5-3c49bf34578f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event updated for resources: {'Port': ['ID=23b97344-4212-495c-b78c-036e4f90c624,revision_number=6']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:37.849587 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-626493c8-41f3-4c2a-bee5-3c49bf34578f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:37.877678 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'tag': '23b97344-4212-495c-b78c-036e4f90c624', 'status': 'completed', 'code': 200} May 10 17:40:37.931772 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['23b97344-4212-495c-b78c-036e4f90c624'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:40:38.033903 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a9d6-5e78-4169-920f-15f279fa11c3 req-1435d5dc-ce4b-4a27-912a-7459243e8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:38.035370 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fe32a9d6-5e78-4169-920f-15f279fa11c3 req-1435d5dc-ce4b-4a27-912a-7459243e8adf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1fb0c65c80e4bd3985336d00a24acad&device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 1138 time: 0.0986249 May 10 17:40:38.071175 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eff129-d8f6-4a4a-91e4-45133bffcb3f req-73f42d45-2730-45d8-8311-65e67d339c2a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:38.072598 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-35eff129-d8f6-4a4a-91e4-45133bffcb3f req-73f42d45-2730-45d8-8311-65e67d339c2a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 985 time: 0.1695051 May 10 17:40:38.137100 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-00c9940b-d17c-4a81-94f9-ea50272287ed None None] Provisioning complete for port 23b97344-4212-495c-b78c-036e4f90c624 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:40:38.137604 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-00c9940b-d17c-4a81-94f9-ea50272287ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:38.190066 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-35eff129-d8f6-4a4a-91e4-45133bffcb3f req-529de9bb-e20e-47b1-89aa-3e8e2113258b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Synchronizing usage tracker for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:38.219059 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a9d6-5e78-4169-920f-15f279fa11c3 req-73a7a46a-dcff-4ccd-9dc7-e035e63a94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:38.220489 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fe32a9d6-5e78-4169-920f-15f279fa11c3 req-73a7a46a-dcff-4ccd-9dc7-e035e63a94fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c43b3e5-7949-4978-9e03-1625b8a850b1 HTTP/1.1" status: 200 len: 916 time: 0.1769729 May 10 17:40:38.329613 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fe32a9d6-5e78-4169-920f-15f279fa11c3 req-faf80614-c003-47ae-9606-fb8fb0212b1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b97344-4212-495c-b78c-036e4f90c624 HTTP/1.1" status: 200 len: 1002 time: 0.0991611 May 10 17:40:38.330175 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-35eff129-d8f6-4a4a-91e4-45133bffcb3f req-529de9bb-e20e-47b1-89aa-3e8e2113258b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Unset dirty status for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:38.331195 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-35eff129-d8f6-4a4a-91e4-45133bffcb3f req-529de9bb-e20e-47b1-89aa-3e8e2113258b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3&id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2108941 May 10 17:40:38.404494 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a9d6-5e78-4169-920f-15f279fa11c3 req-e6cb6311-0933-4c4e-8cc2-599895068f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:38.405987 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fe32a9d6-5e78-4169-920f-15f279fa11c3 req-e6cb6311-0933-4c4e-8cc2-599895068f4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a606f48b-b3aa-417e-8407-e46aee45fe67 HTTP/1.1" status: 200 len: 854 time: 0.0615823 May 10 17:40:38.487946 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a9d6-5e78-4169-920f-15f279fa11c3 req-fb70707c-7fb0-4857-b50b-f8addaf2a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:38.489419 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fe32a9d6-5e78-4169-920f-15f279fa11c3 req-fb70707c-7fb0-4857-b50b-f8addaf2a616 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c43b3e5-7949-4978-9e03-1625b8a850b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744321 May 10 17:40:38.624516 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fe32a9d6-5e78-4169-920f-15f279fa11c3 req-9303f4ba-7d75-4bcd-8e6b-673a68ac619f service neutron] 10.222.0.10 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268399 May 10 17:40:38.760941 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fe32a9d6-5e78-4169-920f-15f279fa11c3 req-437d5da9-c422-4dd1-a93c-0695c1446ba8 service neutron] 10.222.0.10 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277673 May 10 17:40:39.911236 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:42.243550 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1624b97e-bf19-4b91-bf51-394aebf430c9 req-de009c00-8ad9-4fac-a2f1-ff817ce10f9b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674098 May 10 17:40:42.341686 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624b97e-bf19-4b91-bf51-394aebf430c9 req-fb5e9c19-15f8-47b3-a6e4-15a1957d2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:42.343192 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1624b97e-bf19-4b91-bf51-394aebf430c9 req-fb5e9c19-15f8-47b3-a6e4-15a1957d2e23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=917590c999fb46d187e3729ce0a55c51&device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 1099 time: 0.0731978 May 10 17:40:42.487542 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624b97e-bf19-4b91-bf51-394aebf430c9 req-66b6d7d8-6ef6-48a9-bbaa-980be0e4db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:42.489041 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1624b97e-bf19-4b91-bf51-394aebf430c9 req-66b6d7d8-6ef6-48a9-bbaa-980be0e4db2b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b815ea36-afc8-4e0a-9130-517688718c27 HTTP/1.1" status: 200 len: 916 time: 0.1239464 May 10 17:40:42.556920 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1624b97e-bf19-4b91-bf51-394aebf430c9 req-41fc9377-7001-4621-9f19-af5e427d538e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebabfb34-24ca-4d7b-a719-caa1428187d7 HTTP/1.1" status: 200 len: 217 time: 0.0590842 May 10 17:40:42.623469 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624b97e-bf19-4b91-bf51-394aebf430c9 req-feba15b5-b6aa-4953-840a-e77727e7bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:42.624891 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1624b97e-bf19-4b91-bf51-394aebf430c9 req-feba15b5-b6aa-4953-840a-e77727e7bf13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=297efedd-f1c4-4ada-b530-6f286a521808 HTTP/1.1" status: 200 len: 855 time: 0.0598857 May 10 17:40:42.678631 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1624b97e-bf19-4b91-bf51-394aebf430c9 req-255d5b4b-d9d4-4bb0-ba56-4203944e00d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b815ea36-afc8-4e0a-9130-517688718c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465274 May 10 17:40:42.905573 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1624b97e-bf19-4b91-bf51-394aebf430c9 req-76c3e9c8-20a6-4abf-991a-88a73537effa service neutron] 10.222.0.10 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219710 May 10 17:40:43.036840 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-1624b97e-bf19-4b91-bf51-394aebf430c9 req-1331e677-5b65-4230-bf65-1a335d3dc202 service neutron] 10.222.0.10 "GET /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242523 May 10 17:40:45.931561 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98664201-cfd6-4c97-8492-022bcdad4e32 req-25185526-9c02-4ee9-b883-1a05f9c4867e tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:45.933002 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-98664201-cfd6-4c97-8492-022bcdad4e32 req-25185526-9c02-4ee9-b883-1a05f9c4867e tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 946 time: 0.0812719 May 10 17:40:45.981470 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-98664201-cfd6-4c97-8492-022bcdad4e32 req-8d7199a5-fda1-4bb3-8665-7c009ebbe0e7 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419569 May 10 17:40:47.170398 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfdadc-68fe-43f4-a141-6c4b5bd593f7 req-7793f69b-dc69-4605-a348-d71970ecc7c1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:47.171881 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-34bfdadc-68fe-43f4-a141-6c4b5bd593f7 req-7793f69b-dc69-4605-a348-d71970ecc7c1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 946 time: 0.0839379 May 10 17:40:47.217210 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-34bfdadc-68fe-43f4-a141-6c4b5bd593f7 req-4b3db248-93c1-4702-9597-59675cf43396 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390618 May 10 17:40:48.001383 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fea59d-9aee-4a37-8cfb-ba8940bb2099 req-be8dc62c-a66d-4a31-9c90-970d4bb79110 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:48.002837 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-13fea59d-9aee-4a37-8cfb-ba8940bb2099 req-be8dc62c-a66d-4a31-9c90-970d4bb79110 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 946 time: 0.0795410 May 10 17:40:48.137907 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-13fea59d-9aee-4a37-8cfb-ba8940bb2099 req-6d955e1c-7e61-46a5-82f1-8984e65b3830 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Deleting port a1014a09-bb6b-488f-8499-09058bb5dbd5 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:40:48.138274 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-13fea59d-9aee-4a37-8cfb-ba8940bb2099 req-6d955e1c-7e61-46a5-82f1-8984e65b3830 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:48.268034 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-13fea59d-9aee-4a37-8cfb-ba8940bb2099 req-6d955e1c-7e61-46a5-82f1-8984e65b3830 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] For port a1014a09-bb6b-488f-8499-09058bb5dbd5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1014a09-bb6b-488f-8499-09058bb5dbd5,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:48.268646 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-13fea59d-9aee-4a37-8cfb-ba8940bb2099 req-6d955e1c-7e61-46a5-82f1-8984e65b3830 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:48.391732 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-13fea59d-9aee-4a37-8cfb-ba8940bb2099 req-6d955e1c-7e61-46a5-82f1-8984e65b3830 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Calling delete_port for a1014a09-bb6b-488f-8499-09058bb5dbd5 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:40:48.401487 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74b36e-649e-4bfe-a8ed-3aece72c97c3 req-d1c46ea2-2871-43a8-bb52-b96f4e2daac1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:48.406970 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ed74b36e-649e-4bfe-a8ed-3aece72c97c3 req-d1c46ea2-2871-43a8-bb52-b96f4e2daac1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 946 time: 0.0834916 May 10 17:40:48.452872 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ed74b36e-649e-4bfe-a8ed-3aece72c97c3 req-a51de4b8-1599-43b7-bb34-97098bc94a36 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 May 10 17:40:48.577782 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-13fea59d-9aee-4a37-8cfb-ba8940bb2099 req-6d955e1c-7e61-46a5-82f1-8984e65b3830 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:48.584541 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bb6c3c2a-46c3-4ebf-89a9-69e98c6203cf tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:48.590869 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['ebabfb34-24ca-4d7b-a719-caa1428187d7', '5e0709ba-39a5-4e12-b18c-a1e6b31647a3', '8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e', 'a1014a09-bb6b-488f-8499-09058bb5dbd5'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:40:48.630407 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d955e1c-7e61-46a5-82f1-8984e65b3830 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Pushing event deleted for resources: {'Port': ['ID=a1014a09-bb6b-488f-8499-09058bb5dbd5,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:48.665329 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6d955e1c-7e61-46a5-82f1-8984e65b3830 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:48.705571 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fea59d-9aee-4a37-8cfb-ba8940bb2099 req-6d955e1c-7e61-46a5-82f1-8984e65b3830 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] No DVR routers for this DVR port a1014a09-bb6b-488f-8499-09058bb5dbd5 on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:40:48.708115 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-13fea59d-9aee-4a37-8cfb-ba8940bb2099 req-6d955e1c-7e61-46a5-82f1-8984e65b3830 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:48.710698 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717904fc-1189-4380-ab1d-08f7d687b4e0', 'name': 'network-vif-deleted', 'tag': 'a1014a09-bb6b-488f-8499-09058bb5dbd5'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:48.756271 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717904fc-1189-4380-ab1d-08f7d687b4e0', 'name': 'network-vif-deleted', 'tag': 'a1014a09-bb6b-488f-8499-09058bb5dbd5', 'status': 'completed', 'code': 200} May 10 17:40:48.807270 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-13fea59d-9aee-4a37-8cfb-ba8940bb2099 req-6d955e1c-7e61-46a5-82f1-8984e65b3830 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "DELETE /v2.0/ports/a1014a09-bb6b-488f-8499-09058bb5dbd5 HTTP/1.1" status: 204 len: 173 time: 0.7976110 May 10 17:40:49.615180 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-05df3746-5d4f-4252-bee5-1e4f2aa623bd req-4eb04265-16b8-4b43-9fac-46c3e234f484 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=717904fc-1189-4380-ab1d-08f7d687b4e0 HTTP/1.1" status: 200 len: 210 time: 0.0466232 May 10 17:40:50.800639 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device a1014a09-bb6b-488f-8499-09058bb5dbd5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:40:50.834453 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: a1014a09-bb6b-488f-8499-09058bb5dbd5 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:40:50.834800 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device a1014a09-bb6b-488f-8499-09058bb5dbd5 not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:40:52.852273 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625135aa-9ea1-4995-8893-b33107c0183a req-4c23f6fb-5274-47ca-bc68-dc02961c1f9f tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:52.852967 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-625135aa-9ea1-4995-8893-b33107c0183a req-4c23f6fb-5274-47ca-bc68-dc02961c1f9f tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Synchronizing usage tracker for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:53.002046 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-625135aa-9ea1-4995-8893-b33107c0183a req-4c23f6fb-5274-47ca-bc68-dc02961c1f9f tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Unset dirty status for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:53.003145 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-625135aa-9ea1-4995-8893-b33107c0183a req-4c23f6fb-5274-47ca-bc68-dc02961c1f9f tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 946 time: 0.2287149 May 10 17:40:53.050107 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-625135aa-9ea1-4995-8893-b33107c0183a req-02b63cb6-a98d-4167-9f13-312f286c3cc0 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 May 10 17:40:53.510553 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-134ac02e-6c1c-4119-b6ef-2779c199bf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:54.234526 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b26a9d-6a87-47f7-9fcc-48a7a3f89b16 req-9be2efa4-8dac-48de-ab5e-c7dfd838b32f tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:54.235965 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a0b26a9d-6a87-47f7-9fcc-48a7a3f89b16 req-9be2efa4-8dac-48de-ab5e-c7dfd838b32f tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 946 time: 0.0779948 May 10 17:40:54.279973 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a0b26a9d-6a87-47f7-9fcc-48a7a3f89b16 req-ee5f9ad7-640d-427b-ad67-226b1456e2a9 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382714 May 10 17:40:54.549962 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff8d16-ed3c-4653-8aca-c0b276aa1914 req-b0e0e087-f37d-4cb2-916a-d594bf0c72d7 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:54.551356 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-24ff8d16-ed3c-4653-8aca-c0b276aa1914 req-b0e0e087-f37d-4cb2-916a-d594bf0c72d7 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 946 time: 0.0790451 May 10 17:40:54.687559 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-24ff8d16-ed3c-4653-8aca-c0b276aa1914 req-8bf24c5e-13c4-40cb-9c6f-45ff14153eda tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Deleting port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:40:54.687901 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-24ff8d16-ed3c-4653-8aca-c0b276aa1914 req-8bf24c5e-13c4-40cb-9c6f-45ff14153eda tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:54.817557 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-24ff8d16-ed3c-4653-8aca-c0b276aa1914 req-8bf24c5e-13c4-40cb-9c6f-45ff14153eda tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] For port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:54.817828 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-24ff8d16-ed3c-4653-8aca-c0b276aa1914 req-8bf24c5e-13c4-40cb-9c6f-45ff14153eda tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:55.035282 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-24ff8d16-ed3c-4653-8aca-c0b276aa1914 req-8bf24c5e-13c4-40cb-9c6f-45ff14153eda tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Calling delete_port for 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:40:55.223592 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-24ff8d16-ed3c-4653-8aca-c0b276aa1914 req-8bf24c5e-13c4-40cb-9c6f-45ff14153eda tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:55.229182 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6d955e1c-7e61-46a5-82f1-8984e65b3830 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:55.245807 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['ebabfb34-24ca-4d7b-a719-caa1428187d7', '5e0709ba-39a5-4e12-b18c-a1e6b31647a3', '8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:40:55.273639 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf24c5e-13c4-40cb-9c6f-45ff14153eda tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Pushing event deleted for resources: {'Port': ['ID=8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:55.276973 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8bf24c5e-13c4-40cb-9c6f-45ff14153eda tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:55.351413 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ff8d16-ed3c-4653-8aca-c0b276aa1914 req-8bf24c5e-13c4-40cb-9c6f-45ff14153eda tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] No DVR routers for this DVR port 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:40:55.353766 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-24ff8d16-ed3c-4653-8aca-c0b276aa1914 req-8bf24c5e-13c4-40cb-9c6f-45ff14153eda tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:55.356916 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc0fa02-1329-4e21-ab02-932bd3a04792', 'name': 'network-vif-deleted', 'tag': '8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:55.407619 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc0fa02-1329-4e21-ab02-932bd3a04792', 'name': 'network-vif-deleted', 'tag': '8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e', 'status': 'completed', 'code': 200} May 10 17:40:55.450970 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-9bc9e3a3-5ccf-4bb9-859c-9c27247df497 req-4112bb1d-a7d1-4e2d-bd90-438db2487546 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Synchronizing usage tracker for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:55.455342 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-24ff8d16-ed3c-4653-8aca-c0b276aa1914 req-8bf24c5e-13c4-40cb-9c6f-45ff14153eda tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "DELETE /v2.0/ports/8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e HTTP/1.1" status: 204 len: 173 time: 0.8982494 May 10 17:40:55.539637 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-9bc9e3a3-5ccf-4bb9-859c-9c27247df497 req-4112bb1d-a7d1-4e2d-bd90-438db2487546 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Unset dirty status for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:55.540872 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9bc9e3a3-5ccf-4bb9-859c-9c27247df497 req-4112bb1d-a7d1-4e2d-bd90-438db2487546 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc0fa02-1329-4e21-ab02-932bd3a04792 HTTP/1.1" status: 200 len: 210 time: 0.1316817 May 10 17:40:56.110640 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-c0f739e0-3efd-41e3-8418-41cd188ad542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:56.219578 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:56.911276 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:57.255892 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ae11d-80db-4bd4-afaa-5bbd1c0291ee req-7301f731-4294-400c-82ea-320fdfde1cca tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:57.256937 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fb0ae11d-80db-4bd4-afaa-5bbd1c0291ee req-7301f731-4294-400c-82ea-320fdfde1cca tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 946 time: 0.0814764 May 10 17:40:57.301144 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-fb0ae11d-80db-4bd4-afaa-5bbd1c0291ee req-82188595-1706-4bfc-891e-ac751cdf6f72 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383017 May 10 17:40:58.489168 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3758c5-f2c6-4fae-8f3e-758310cfcb06 req-f4776017-dfa9-463b-9ba5-d561ddbd6623 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:58.490622 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cb3758c5-f2c6-4fae-8f3e-758310cfcb06 req-f4776017-dfa9-463b-9ba5-d561ddbd6623 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 946 time: 0.0829635 May 10 17:40:58.535202 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cb3758c5-f2c6-4fae-8f3e-758310cfcb06 req-5a62a768-c969-4e45-a2cd-fb203bbb09da tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378809 May 10 17:40:58.692576 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c765622-70d4-4617-ab1f-fb087beed852 req-09988cc8-0d11-4362-8297-f8c1335b9057 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:58.694001 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8c765622-70d4-4617-ab1f-fb087beed852 req-09988cc8-0d11-4362-8297-f8c1335b9057 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 946 time: 0.0797663 May 10 17:40:58.800992 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:58.831162 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-8c765622-70d4-4617-ab1f-fb087beed852 req-2f3cbbee-bd74-430d-8447-6c4d9c5b72b1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Deleting port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:40:58.831500 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-8c765622-70d4-4617-ab1f-fb087beed852 req-2f3cbbee-bd74-430d-8447-6c4d9c5b72b1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:58.838837 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:40:58.874261 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:40:58.874612 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 8a2c1d96-f6f4-4f91-8ea0-ffd735059d0e not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:40:58.960958 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-8c765622-70d4-4617-ab1f-fb087beed852 req-2f3cbbee-bd74-430d-8447-6c4d9c5b72b1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] For port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5e0709ba-39a5-4e12-b18c-a1e6b31647a3,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:58.961523 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-8c765622-70d4-4617-ab1f-fb087beed852 req-2f3cbbee-bd74-430d-8447-6c4d9c5b72b1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:59.080309 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-8c765622-70d4-4617-ab1f-fb087beed852 req-2f3cbbee-bd74-430d-8447-6c4d9c5b72b1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Calling delete_port for 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:40:59.282382 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-8c765622-70d4-4617-ab1f-fb087beed852 req-2f3cbbee-bd74-430d-8447-6c4d9c5b72b1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:59.287701 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-10243b2f-7b38-41a7-beb5-7c013ce7a837 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:59.293335 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['ebabfb34-24ca-4d7b-a719-caa1428187d7', '5e0709ba-39a5-4e12-b18c-a1e6b31647a3'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:40:59.332412 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cbbee-bd74-430d-8447-6c4d9c5b72b1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Pushing event deleted for resources: {'Port': ['ID=5e0709ba-39a5-4e12-b18c-a1e6b31647a3,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:59.335370 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2f3cbbee-bd74-430d-8447-6c4d9c5b72b1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:59.407871 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c765622-70d4-4617-ab1f-fb087beed852 req-2f3cbbee-bd74-430d-8447-6c4d9c5b72b1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] No DVR routers for this DVR port 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:40:59.410328 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-8c765622-70d4-4617-ab1f-fb087beed852 req-2f3cbbee-bd74-430d-8447-6c4d9c5b72b1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:59.412901 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b', 'name': 'network-vif-deleted', 'tag': '5e0709ba-39a5-4e12-b18c-a1e6b31647a3'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:59.460820 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b', 'name': 'network-vif-deleted', 'tag': '5e0709ba-39a5-4e12-b18c-a1e6b31647a3', 'status': 'completed', 'code': 200} May 10 17:40:59.505630 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-8c765622-70d4-4617-ab1f-fb087beed852 req-2f3cbbee-bd74-430d-8447-6c4d9c5b72b1 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "DELETE /v2.0/ports/5e0709ba-39a5-4e12-b18c-a1e6b31647a3 HTTP/1.1" status: 204 len: 173 time: 0.8045926 May 10 17:40:59.683848 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6352533f-4aa6-4f05-93b3-508d9e73ed27 req-35d026bf-2a44-4e4b-a3cd-4287fefb3fd7 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Synchronizing usage tracker for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:59.756583 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6352533f-4aa6-4f05-93b3-508d9e73ed27 req-35d026bf-2a44-4e4b-a3cd-4287fefb3fd7 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Unset dirty status for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:59.757773 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-6352533f-4aa6-4f05-93b3-508d9e73ed27 req-35d026bf-2a44-4e4b-a3cd-4287fefb3fd7 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0dd9d13-3ada-4a7c-a1fa-88b6454edc7b HTTP/1.1" status: 200 len: 210 time: 0.1153195 May 10 17:41:01.436052 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba2a4d-22fc-4935-98da-c43685b627d9 req-12136642-9bc5-4d1c-b8ae-6dfc1c75076b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:01.437510 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-11ba2a4d-22fc-4935-98da-c43685b627d9 req-12136642-9bc5-4d1c-b8ae-6dfc1c75076b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 985 time: 0.0824554 May 10 17:41:01.486064 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-11ba2a4d-22fc-4935-98da-c43685b627d9 req-24076f5a-7f26-425f-9cc7-6f00e60f0677 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3&id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425525 May 10 17:41:01.505960 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97ca10-01ae-42f2-a164-55eb5aa514e2 req-382a2f48-d607-4474-ba0e-6c3231f0a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:01.507480 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9f97ca10-01ae-42f2-a164-55eb5aa514e2 req-382a2f48-d607-4474-ba0e-6c3231f0a670 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1fb0c65c80e4bd3985336d00a24acad&device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 1138 time: 0.0767825 May 10 17:41:01.639635 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97ca10-01ae-42f2-a164-55eb5aa514e2 req-0ed1e1f7-1579-4fa1-bcc3-980e3981796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:01.641045 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9f97ca10-01ae-42f2-a164-55eb5aa514e2 req-0ed1e1f7-1579-4fa1-bcc3-980e3981796a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c43b3e5-7949-4978-9e03-1625b8a850b1 HTTP/1.1" status: 200 len: 916 time: 0.1261132 May 10 17:41:01.743793 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9f97ca10-01ae-42f2-a164-55eb5aa514e2 req-8be3e40f-6afa-4f5d-826a-4e4f39d97308 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b97344-4212-495c-b78c-036e4f90c624 HTTP/1.1" status: 200 len: 1002 time: 0.0950034 May 10 17:41:01.892186 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97ca10-01ae-42f2-a164-55eb5aa514e2 req-2aa930c5-ddf2-41a6-b80c-06dc6bf1810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:01.893516 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9f97ca10-01ae-42f2-a164-55eb5aa514e2 req-2aa930c5-ddf2-41a6-b80c-06dc6bf1810f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a606f48b-b3aa-417e-8407-e46aee45fe67 HTTP/1.1" status: 200 len: 854 time: 0.1431966 May 10 17:41:01.971657 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97ca10-01ae-42f2-a164-55eb5aa514e2 req-2c51c806-29a3-453f-81b7-a06f196d324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:01.973065 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9f97ca10-01ae-42f2-a164-55eb5aa514e2 req-2c51c806-29a3-453f-81b7-a06f196d324d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c43b3e5-7949-4978-9e03-1625b8a850b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716276 May 10 17:41:02.102735 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9f97ca10-01ae-42f2-a164-55eb5aa514e2 req-6002f286-10c2-43b9-aeee-deb5a389a67e service neutron] 10.222.0.10 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220622 May 10 17:41:02.233221 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9f97ca10-01ae-42f2-a164-55eb5aa514e2 req-365fdb04-3c33-433b-a358-1582676fa13b service neutron] 10.222.0.10 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234453 May 10 17:41:02.762312 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871d160-6a93-4a8a-86d7-fda2661e164e req-882a4ce5-77a6-4660-87ff-706e67316873 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:02.767221 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9871d160-6a93-4a8a-86d7-fda2661e164e req-882a4ce5-77a6-4660-87ff-706e67316873 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 985 time: 0.1713698 May 10 17:41:02.811711 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9871d160-6a93-4a8a-86d7-fda2661e164e req-39836498-14c7-4fbd-afca-d0efb190de5c tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3&id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418885 May 10 17:41:02.862655 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:41:02.873867 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d2cab-a760-420c-b4de-6069eb02526e req-7935ae9c-e216-4879-b7e6-702cf8e133a6 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:02.875354 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-637d2cab-a760-420c-b4de-6069eb02526e req-7935ae9c-e216-4879-b7e6-702cf8e133a6 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 946 time: 0.0795965 May 10 17:41:02.899705 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:41:02.900059 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 5e0709ba-39a5-4e12-b18c-a1e6b31647a3 not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:41:02.921378 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-637d2cab-a760-420c-b4de-6069eb02526e req-b3d20579-8444-4caf-b20f-54fe48036325 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402110 May 10 17:41:03.999320 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79def18-2e78-48f7-9817-1b1c3b72f507 req-3124d0d5-f14e-45dd-8864-e5493f0db572 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:04.000773 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a79def18-2e78-48f7-9817-1b1c3b72f507 req-3124d0d5-f14e-45dd-8864-e5493f0db572 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 985 time: 0.0818601 May 10 17:41:04.047039 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-a79def18-2e78-48f7-9817-1b1c3b72f507 req-8c0bd462-e3b2-4b4b-b22f-11f693c4fbe2 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3&id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404677 May 10 17:41:04.105557 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1180cee-1541-4733-aedc-2ca53fcc2f5b req-fa15ea70-7bab-40b3-9284-a901eba95192 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:04.106948 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f1180cee-1541-4733-aedc-2ca53fcc2f5b req-fa15ea70-7bab-40b3-9284-a901eba95192 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 946 time: 0.0820675 May 10 17:41:04.150427 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f1180cee-1541-4733-aedc-2ca53fcc2f5b req-9c28b650-10ce-4827-8bd0-013edd233523 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bbafcb0-6819-4222-b60e-b9a1c9f71555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377979 May 10 17:41:04.499978 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af63d7-9a74-405e-bd41-fb3832ee41e9 req-562cc6cf-ed8e-4769-871c-b38836cdd7f0 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:04.501330 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-94af63d7-9a74-405e-bd41-fb3832ee41e9 req-562cc6cf-ed8e-4769-871c-b38836cdd7f0 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 946 time: 0.0786102 May 10 17:41:04.635861 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-94af63d7-9a74-405e-bd41-fb3832ee41e9 req-1f8962b1-88a5-405b-baf1-37e247063c26 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Deleting port ebabfb34-24ca-4d7b-a719-caa1428187d7 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:41:04.636216 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-94af63d7-9a74-405e-bd41-fb3832ee41e9 req-1f8962b1-88a5-405b-baf1-37e247063c26 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:04.766433 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-94af63d7-9a74-405e-bd41-fb3832ee41e9 req-1f8962b1-88a5-405b-baf1-37e247063c26 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] For port ebabfb34-24ca-4d7b-a719-caa1428187d7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ebabfb34-24ca-4d7b-a719-caa1428187d7,segment=NetworkSegment(7a86c967-7489-4fca-b07e-9d9b391b5cee),segment_id=7a86c967-7489-4fca-b07e-9d9b391b5cee)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:41:04.766712 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-94af63d7-9a74-405e-bd41-fb3832ee41e9 req-1f8962b1-88a5-405b-baf1-37e247063c26 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:04.889857 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-94af63d7-9a74-405e-bd41-fb3832ee41e9 req-1f8962b1-88a5-405b-baf1-37e247063c26 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Calling delete_port for ebabfb34-24ca-4d7b-a719-caa1428187d7 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:41:05.075496 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-94af63d7-9a74-405e-bd41-fb3832ee41e9 req-1f8962b1-88a5-405b-baf1-37e247063c26 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:05.081350 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-90279b5e-bfc5-44de-9ed0-da23620cfd7b tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:05.087524 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['ebabfb34-24ca-4d7b-a719-caa1428187d7'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:41:05.127349 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8962b1-88a5-405b-baf1-37e247063c26 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Pushing event deleted for resources: {'Port': ['ID=ebabfb34-24ca-4d7b-a719-caa1428187d7,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:05.157110 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1f8962b1-88a5-405b-baf1-37e247063c26 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:05.202577 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-94af63d7-9a74-405e-bd41-fb3832ee41e9 req-1f8962b1-88a5-405b-baf1-37e247063c26 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] No DVR routers for this DVR port ebabfb34-24ca-4d7b-a719-caa1428187d7 on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:41:05.205032 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-94af63d7-9a74-405e-bd41-fb3832ee41e9 req-1f8962b1-88a5-405b-baf1-37e247063c26 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:05.211532 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d92c8d8-eb48-45b6-9216-e9dae979f2af', 'name': 'network-vif-deleted', 'tag': 'ebabfb34-24ca-4d7b-a719-caa1428187d7'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:41:05.233619 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577f4c3-0396-4d83-8c21-b59a043d87b3 req-443ee2a7-cf2c-43c3-b119-e7a88ac83a9d tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:05.235095 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3577f4c3-0396-4d83-8c21-b59a043d87b3 req-443ee2a7-cf2c-43c3-b119-e7a88ac83a9d tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 985 time: 0.0818024 May 10 17:41:05.285693 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3577f4c3-0396-4d83-8c21-b59a043d87b3 req-8b3dff4c-dc76-4a48-8029-7fd7d3157cff tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3&id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447485 May 10 17:41:05.304512 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-94af63d7-9a74-405e-bd41-fb3832ee41e9 req-1f8962b1-88a5-405b-baf1-37e247063c26 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.10 "DELETE /v2.0/ports/ebabfb34-24ca-4d7b-a719-caa1428187d7 HTTP/1.1" status: 204 len: 173 time: 0.7974086 May 10 17:41:05.306728 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-0f4b49b5-b7d2-4d3f-a537-069b13115779 req-5b259421-3330-4bf4-aaef-796e5d4c75ca tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Synchronizing usage tracker for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:41:05.345547 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d92c8d8-eb48-45b6-9216-e9dae979f2af', 'name': 'network-vif-deleted', 'tag': 'ebabfb34-24ca-4d7b-a719-caa1428187d7', 'status': 'completed', 'code': 200} May 10 17:41:05.419207 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-0f4b49b5-b7d2-4d3f-a537-069b13115779 req-5b259421-3330-4bf4-aaef-796e5d4c75ca tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Unset dirty status for tenant:917590c999fb46d187e3729ce0a55c51 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:41:05.420410 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-0f4b49b5-b7d2-4d3f-a537-069b13115779 req-5b259421-3330-4bf4-aaef-796e5d4c75ca tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d92c8d8-eb48-45b6-9216-e9dae979f2af HTTP/1.1" status: 200 len: 210 time: 0.1606934 May 10 17:41:06.467333 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:41:06.483940 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49a1f9-d1fa-4779-94a3-090c8dd150e1 req-883fa361-ccba-4569-b006-73d44534396c tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:06.485439 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7d49a1f9-d1fa-4779-94a3-090c8dd150e1 req-883fa361-ccba-4569-b006-73d44534396c tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 985 time: 0.0840228 May 10 17:41:06.514573 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58310) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:06.532660 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-7d49a1f9-d1fa-4779-94a3-090c8dd150e1 req-4984d6ea-9c24-4d4d-ba1f-d6eb2d37871f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3&id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413787 May 10 17:41:06.576991 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a4700a-03ed-48d9-b1ae-a9e680e865c1 admin admin] Deleting subnet 297efedd-f1c4-4ada-b530-6f286a521808 {{(pid=79208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:41:06.579915 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-76a4700a-03ed-48d9-b1ae-a9e680e865c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:06.628470 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-76a4700a-03ed-48d9-b1ae-a9e680e865c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1966185'] for subnet, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:06.771877 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-76a4700a-03ed-48d9-b1ae-a9e680e865c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:07.099571 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-76a4700a-03ed-48d9-b1ae-a9e680e865c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2460617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1585286'] for subnet, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:07.103405 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:07.141574 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4700a-03ed-48d9-b1ae-a9e680e865c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=297efedd-f1c4-4ada-b530-6f286a521808,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:07.143983 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-76a4700a-03ed-48d9-b1ae-a9e680e865c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:07.146445 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-76a4700a-03ed-48d9-b1ae-a9e680e865c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:07.152352 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-76a4700a-03ed-48d9-b1ae-a9e680e865c1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/297efedd-f1c4-4ada-b530-6f286a521808 HTTP/1.1" status: 204 len: 168 time: 0.6367002 May 10 17:41:07.154765 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58314) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:07.258981 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:07.380478 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:07.392985 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b815ea36-afc8-4e0a-9130-517688718c27']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:07.404651 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a86c967-7489-4fca-b07e-9d9b391b5cee') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:07.404950 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a86c967-7489-4fca-b07e-9d9b391b5cee') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:07.416988 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1966198'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:07.433594 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:07.439447 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:41:07.439827 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2460591'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: Traceback (most recent call last): May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: timer() May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: cb(*args, **kw) May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: return func(*args, **kwargs) May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: self._notify() May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: self.callback(batched_events) May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: event.method(event) May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: return f(self, *a, **k) May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: return self._get(url).json() May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:41:07.452750 dv-cinder-786386-3-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:41:07.602402 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:07.606722 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b03b5add-65b7-4e68-acb2-dce5556a208f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:07.621747 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:07.627746 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] Pushing event deleted for resources: {'Network': ['ID=b815ea36-afc8-4e0a-9130-517688718c27,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:07.632102 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:07.715942 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04e941-6113-435a-b7fb-c59dab260960 req-3c957628-726b-416b-ad77-4d0b9a4eb7fa tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:07.717395 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc04e941-6113-435a-b7fb-c59dab260960 req-3c957628-726b-416b-ad77-4d0b9a4eb7fa tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 985 time: 0.0794814 May 10 17:41:07.721452 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-9f36b8a5-bba7-4af6-b8bc-66178876cd30 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b815ea36-afc8-4e0a-9130-517688718c27 HTTP/1.1" status: 204 len: 168 time: 0.5634527 May 10 17:41:07.767193 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-fc04e941-6113-435a-b7fb-c59dab260960 req-1016e7aa-ec14-4d1e-b578-535fcbb5c210 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3&id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437546 May 10 17:41:08.088970 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58322) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:08.137035 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-d3ec6b45-68f7-4225-9eda-6e789a975060 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=917590c999fb46d187e3729ce0a55c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468347 May 10 17:41:08.139352 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58326) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:08.196108 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ac34e35b-7a75-46ed-91ce-a8b7e5984c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:08.222089 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ac34e35b-7a75-46ed-91ce-a8b7e5984c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:08.331733 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ac34e35b-7a75-46ed-91ce-a8b7e5984c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:08.336710 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7b32afb7-7f32-412d-9c2d-8ee2da443b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:08.350504 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34e35b-7a75-46ed-91ce-a8b7e5984c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbafcb0-6819-4222-b60e-b9a1c9f71555,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:08.353033 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ac34e35b-7a75-46ed-91ce-a8b7e5984c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:08.451629 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ac34e35b-7a75-46ed-91ce-a8b7e5984c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:08.452776 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-ac34e35b-7a75-46ed-91ce-a8b7e5984c1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bbafcb0-6819-4222-b60e-b9a1c9f71555 HTTP/1.1" status: 204 len: 168 time: 0.3125424 May 10 17:41:08.894326 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device ebabfb34-24ca-4d7b-a719-caa1428187d7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:41:08.934551 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: ebabfb34-24ca-4d7b-a719-caa1428187d7 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:41:08.935079 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device ebabfb34-24ca-4d7b-a719-caa1428187d7 not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:41:08.961352 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbca9d-aa9b-4985-b306-f1a78a0c7e5c req-e9bb3fa8-db39-4e85-9e4e-c7914ae8f228 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:08.962958 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9abbca9d-aa9b-4985-b306-f1a78a0c7e5c req-e9bb3fa8-db39-4e85-9e4e-c7914ae8f228 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 985 time: 0.0844371 May 10 17:41:09.010907 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-9abbca9d-aa9b-4985-b306-f1a78a0c7e5c req-c56a6fea-8eeb-4135-be36-6e4ad05a1abd tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3&id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417922 May 10 17:41:09.853640 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:10.198321 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3691c-b00d-4829-a327-4a7a8caa8424 req-b8d888d0-2d50-4fd2-b67f-3eb71ad80f4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:10.200195 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f4d3691c-b00d-4829-a327-4a7a8caa8424 req-b8d888d0-2d50-4fd2-b67f-3eb71ad80f4a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 985 time: 0.0821533 May 10 17:41:10.250540 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-f4d3691c-b00d-4829-a327-4a7a8caa8424 req-f0b6c760-bed9-4e47-8074-0162d55cb81f tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3&id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443699 May 10 17:41:11.443572 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c991d-7e62-4419-b6eb-5455b56e4a1d req-c7f174c0-5975-4b86-8ae1-bfbd5ab9bb6d tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:11.445259 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3a3c991d-7e62-4419-b6eb-5455b56e4a1d req-c7f174c0-5975-4b86-8ae1-bfbd5ab9bb6d tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 985 time: 0.0832100 May 10 17:41:11.491618 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3a3c991d-7e62-4419-b6eb-5455b56e4a1d req-9f178aa9-03c0-47e7-8ee0-e0e54640571b tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3&id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396855 May 10 17:41:12.676022 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a3479-331f-4de5-ae3a-61320abcd911 req-b3e79df8-4d92-4f2f-860c-d2d52868e32e tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:12.677457 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-df4a3479-331f-4de5-ae3a-61320abcd911 req-b3e79df8-4d92-4f2f-860c-d2d52868e32e tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 985 time: 0.0795894 May 10 17:41:12.727505 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-df4a3479-331f-4de5-ae3a-61320abcd911 req-ec6ba09d-ad4a-4fec-b87e-8efc66ba962e tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3&id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434198 May 10 17:41:13.700482 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58396) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:13.813144 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fe041ffd-37ad-4119-b8d5-a20972852c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:13.827673 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-fe041ffd-37ad-4119-b8d5-a20972852c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:41:13.831467 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-fe041ffd-37ad-4119-b8d5-a20972852c60 admin admin] Usage tracker for resource:security_group_rule and tenant:f106b93a1f7047b99ea706dc8203986a is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:41:13.834262 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-fe041ffd-37ad-4119-b8d5-a20972852c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:41:13.840435 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-fe041ffd-37ad-4119-b8d5-a20972852c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:41:13.916976 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d67822-c42c-47a4-a15a-38fbca13a57e req-f0eccf02-5756-472e-a80f-2bb9d9d89b72 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:13.918508 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-42d67822-c42c-47a4-a15a-38fbca13a57e req-f0eccf02-5756-472e-a80f-2bb9d9d89b72 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 985 time: 0.0830312 May 10 17:41:13.924248 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fe041ffd-37ad-4119-b8d5-a20972852c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:13.965358 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-42d67822-c42c-47a4-a15a-38fbca13a57e req-ef2b46bd-14c9-44e4-916a-e3c07652bdfe tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3&id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407779 May 10 17:41:14.008013 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fe041ffd-37ad-4119-b8d5-a20972852c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:14.016650 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4f81f974-ceb1-4993-b8c6-53decd71caed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:14.062275 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-fe041ffd-37ad-4119-b8d5-a20972852c60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f106b93a1f7047b99ea706dc8203986a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606191 May 10 17:41:14.063269 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe041ffd-37ad-4119-b8d5-a20972852c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c5a520-a90d-4d73-9947-20d6e0fee58c,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:14.064900 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58406) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:14.067057 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fe041ffd-37ad-4119-b8d5-a20972852c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:14.121973 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-58a3814a-a355-4b05-9d4a-43c109bf6e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:14.146723 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-58a3814a-a355-4b05-9d4a-43c109bf6e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:14.288209 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-58a3814a-a355-4b05-9d4a-43c109bf6e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:14.291790 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-5797eefc-bb65-403f-aa4f-f33db812291c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:14.302705 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3814a-a355-4b05-9d4a-43c109bf6e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c5a520-a90d-4d73-9947-20d6e0fee58c,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:14.306035 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-58a3814a-a355-4b05-9d4a-43c109bf6e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:14.309809 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-58a3814a-a355-4b05-9d4a-43c109bf6e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:14.310929 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-58a3814a-a355-4b05-9d4a-43c109bf6e10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3c5a520-a90d-4d73-9947-20d6e0fee58c HTTP/1.1" status: 204 len: 168 time: 0.2450593 May 10 17:41:23.464716 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8f341295-fb51-4dc7-ac9c-3ab8a6841dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:26.099181 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e33e3fe9-0931-4067-bcd5-593c2d875319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:26.235782 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:26.893090 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.091120 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58522) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:27.209696 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-de09d3fd-4506-41b2-a4a8-1a7b7010fbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.224005 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-de09d3fd-4506-41b2-a4a8-1a7b7010fbee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:41:27.227720 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-de09d3fd-4506-41b2-a4a8-1a7b7010fbee admin admin] Usage tracker for resource:security_group_rule and tenant:c684021938ab4b7ea42974b2f763178b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:41:27.230463 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-de09d3fd-4506-41b2-a4a8-1a7b7010fbee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:41:27.236020 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-de09d3fd-4506-41b2-a4a8-1a7b7010fbee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:41:27.313860 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-de09d3fd-4506-41b2-a4a8-1a7b7010fbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.487658 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-de09d3fd-4506-41b2-a4a8-1a7b7010fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.494884 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ee86225e-8a05-45d8-a4ad-35802ff07d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:27.536600 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-de09d3fd-4506-41b2-a4a8-1a7b7010fbee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c684021938ab4b7ea42974b2f763178b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442012 May 10 17:41:27.537573 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09d3fd-4506-41b2-a4a8-1a7b7010fbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01c1795-1752-4150-9d9c-22d7879d76c6,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:27.539280 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58528) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:27.540678 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-de09d3fd-4506-41b2-a4a8-1a7b7010fbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:27.602856 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9a7c5812-91d2-45ff-b0c1-0d24f07e4643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.631183 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9a7c5812-91d2-45ff-b0c1-0d24f07e4643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.841782 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9a7c5812-91d2-45ff-b0c1-0d24f07e4643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.845511 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-90497199-1852-4d62-9347-27972c8117e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:27.858365 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c5812-91d2-45ff-b0c1-0d24f07e4643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01c1795-1752-4150-9d9c-22d7879d76c6,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:27.860983 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9a7c5812-91d2-45ff-b0c1-0d24f07e4643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:27.864938 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9a7c5812-91d2-45ff-b0c1-0d24f07e4643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.866421 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-9a7c5812-91d2-45ff-b0c1-0d24f07e4643 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a01c1795-1752-4150-9d9c-22d7879d76c6 HTTP/1.1" status: 204 len: 168 time: 0.3259459 May 10 17:41:28.739266 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:38.019717 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58608) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:38.136954 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:38.150975 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:41:38.154751 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Usage tracker for resource:security_group_rule and tenant:a1c78b399bcc48fabbb8eb1ea2ad1072 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:41:38.157519 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:41:38.163213 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:41:38.241880 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:38.315547 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:38.322907 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1479729e-1f8f-458c-9d81-8ae06b986e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:38.364059 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fc0cd6-a1a1-4554-81f4-dca7109088d6,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:38.367864 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1c78b399bcc48fabbb8eb1ea2ad1072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471570 May 10 17:41:38.371165 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58614) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:38.374322 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.374691 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.375072 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.375403 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.375753 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.376102 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.376445 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.376786 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.377131 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.377476 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.377816 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.378153 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.381978 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-feac852d-46a4-45f4-81e1-dbadfc1afd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:38.436023 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:38.461337 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:38.634302 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:38.637904 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4864658c-8b26-43fe-afa0-854be1586c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:38.649652 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fc0cd6-a1a1-4554-81f4-dca7109088d6,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:38.659546 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.659926 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.660297 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.660660 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.661018 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.661375 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.661731 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.662084 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.662465 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.666289 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.666289 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.666289 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:38.669543 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:38.676114 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:38.679285 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-bd748269-5cf2-4a34-994e-34b5d7b07ede admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86fc0cd6-a1a1-4554-81f4-dca7109088d6 HTTP/1.1" status: 204 len: 168 time: 0.3051443 May 10 17:41:39.452868 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58622) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:39.470216 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-323874c4-a2eb-4e33-91d6-28b39b7b5d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:39.484569 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-323874c4-a2eb-4e33-91d6-28b39b7b5d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:41:39.488293 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-323874c4-a2eb-4e33-91d6-28b39b7b5d30 admin admin] Usage tracker for resource:security_group_rule and tenant:a7e43bb0b4bc4b2d94d8657319318ae1 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:41:39.491036 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-323874c4-a2eb-4e33-91d6-28b39b7b5d30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:41:39.497432 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-323874c4-a2eb-4e33-91d6-28b39b7b5d30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:41:39.576281 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-323874c4-a2eb-4e33-91d6-28b39b7b5d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:39.687081 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-323874c4-a2eb-4e33-91d6-28b39b7b5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:39.694711 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bb2c7262-cf3a-49b3-bf5d-353dd0c978f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:39.736190 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-323874c4-a2eb-4e33-91d6-28b39b7b5d30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7e43bb0b4bc4b2d94d8657319318ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822855 May 10 17:41:39.737172 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323874c4-a2eb-4e33-91d6-28b39b7b5d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5870ae1e-0ea7-4bea-b95f-dd20443763ca,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:39.738873 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58626) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:39.740588 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-323874c4-a2eb-4e33-91d6-28b39b7b5d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:39.797784 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f092a464-e2ac-4cd7-be15-22bf6c4b2b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:39.823654 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f092a464-e2ac-4cd7-be15-22bf6c4b2b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:39.910108 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:39.978596 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f092a464-e2ac-4cd7-be15-22bf6c4b2b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:39.982427 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-bc6b1453-8b90-4b49-99e9-e6958a870b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:39.994394 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092a464-e2ac-4cd7-be15-22bf6c4b2b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5870ae1e-0ea7-4bea-b95f-dd20443763ca,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:39.997202 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-f092a464-e2ac-4cd7-be15-22bf6c4b2b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:40.004256 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f092a464-e2ac-4cd7-be15-22bf6c4b2b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:40.005361 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-f092a464-e2ac-4cd7-be15-22bf6c4b2b0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5870ae1e-0ea7-4bea-b95f-dd20443763ca HTTP/1.1" status: 204 len: 168 time: 0.2655180 May 10 17:41:43.209721 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-68a90689-bbb1-4a05-9063-bcb39d0e62db req-aee2f760-ea8e-4782-a7f2-f6536af85a51 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745499 May 10 17:41:43.351711 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a90689-bbb1-4a05-9063-bcb39d0e62db req-8ba7d118-6545-4c79-9cda-08f99fb9a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:43.353114 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-68a90689-bbb1-4a05-9063-bcb39d0e62db req-8ba7d118-6545-4c79-9cda-08f99fb9a5f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec13fc57f8ad4b18bbdccac4873c542b&device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 1098 time: 0.0701685 May 10 17:41:43.466954 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:41:43.587315 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a90689-bbb1-4a05-9063-bcb39d0e62db req-fd095459-f3f1-4f69-afbc-41b8225cb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:43.589428 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-68a90689-bbb1-4a05-9063-bcb39d0e62db req-fd095459-f3f1-4f69-afbc-41b8225cb96c service neutron] 10.222.0.10 "GET /v2.0/networks?id=a31643b7-1943-4f4d-99ae-8752792116cb HTTP/1.1" status: 200 len: 910 time: 0.2175746 May 10 17:41:43.692227 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-68a90689-bbb1-4a05-9063-bcb39d0e62db req-3f6fbdb0-9f85-4b3f-a11f-c65607bc45fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d2ecfc2-37b8-4287-b644-03034a224351 HTTP/1.1" status: 200 len: 1000 time: 0.0964975 May 10 17:41:43.758966 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a90689-bbb1-4a05-9063-bcb39d0e62db req-535e31cd-d084-46f7-aeee-f664f734f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:43.760424 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-68a90689-bbb1-4a05-9063-bcb39d0e62db req-535e31cd-d084-46f7-aeee-f664f734f208 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78e1df90-1218-483e-9b2a-2ae385c68944 HTTP/1.1" status: 200 len: 848 time: 0.0624855 May 10 17:41:43.834746 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a90689-bbb1-4a05-9063-bcb39d0e62db req-e49825c1-f186-4ce7-9e77-9425b4fbf155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:43.836230 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-68a90689-bbb1-4a05-9063-bcb39d0e62db req-e49825c1-f186-4ce7-9e77-9425b4fbf155 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a31643b7-1943-4f4d-99ae-8752792116cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695524 May 10 17:41:43.967992 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-68a90689-bbb1-4a05-9063-bcb39d0e62db req-3eeb8c11-f449-4cf6-b8c3-da66f87ad560 service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251335 May 10 17:41:44.105159 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-68a90689-bbb1-4a05-9063-bcb39d0e62db req-3880d00b-e49a-4f4e-aefb-d86dc6822b02 service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296535 May 10 17:41:46.475476 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3e565121-7cd0-4b07-baa3-3c26301c0be1 req-e15fa8c4-5753-49bd-b9e2-d43570f16aaa tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447970325&fields=id&tenant_id=d1fb0c65c80e4bd3985336d00a24acad HTTP/1.1" status: 200 len: 267 time: 0.0409880 May 10 17:41:46.560816 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e565121-7cd0-4b07-baa3-3c26301c0be1 req-7f62eff8-6973-4b7c-a9a3-0ceb0e5f839a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:46.562224 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3e565121-7cd0-4b07-baa3-3c26301c0be1 req-7f62eff8-6973-4b7c-a9a3-0ceb0e5f839a tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 985 time: 0.0810978 May 10 17:41:46.573841 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.v2.base [req-3e565121-7cd0-4b07-baa3-3c26301c0be1 req-59f2026f-9313-4140-a683-b147a14a3460 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Request body: {'port': {'security_groups': ['542470a1-1786-4b84-b574-35ed8158bc09']}} {{(pid=79209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:41:46.691820 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-3e565121-7cd0-4b07-baa3-3c26301c0be1 req-59f2026f-9313-4140-a683-b147a14a3460 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133778519'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:46.697831 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58720) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:46.944290 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [req-3e565121-7cd0-4b07-baa3-3c26301c0be1 req-59f2026f-9313-4140-a683-b147a14a3460 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] For port 23b97344-4212-495c-b78c-036e4f90c624, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=23b97344-4212-495c-b78c-036e4f90c624,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:41:46.969907 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-3e565121-7cd0-4b07-baa3-3c26301c0be1 req-59f2026f-9313-4140-a683-b147a14a3460 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:46.972277 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Deleting port c2ea42bc-a679-42ab-b4ea-af8c3df30562 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:41:46.972622 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.070504 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-3e565121-7cd0-4b07-baa3-3c26301c0be1 req-59f2026f-9313-4140-a683-b147a14a3460 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785690902375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785690486748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785690484749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686846'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.076840 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a3658f27-dd87-4e7f-9fcb-4abdeab6ab25 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:47.081566 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['23b97344-4212-495c-b78c-036e4f90c624'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:41:47.089342 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.089676 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.140566 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e565121-7cd0-4b07-baa3-3c26301c0be1 req-59f2026f-9313-4140-a683-b147a14a3460 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:47.141189 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [req-3e565121-7cd0-4b07-baa3-3c26301c0be1 req-59f2026f-9313-4140-a683-b147a14a3460 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.148662 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-3e565121-7cd0-4b07-baa3-3c26301c0be1 req-59f2026f-9313-4140-a683-b147a14a3460 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "PUT /v2.0/ports/23b97344-4212-495c-b78c-036e4f90c624 HTTP/1.1" status: 200 len: 943 time: 0.5800009 May 10 17:41:47.149684 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'tag': '23b97344-4212-495c-b78c-036e4f90c624'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:41:47.153888 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58724) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:47.176118 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2026f-9313-4140-a683-b147a14a3460 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event updated for resources: {'Port': ['ID=23b97344-4212-495c-b78c-036e4f90c624,revision_number=7']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:47.179614 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-59f2026f-9313-4140-a683-b147a14a3460 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:47.209894 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'tag': '23b97344-4212-495c-b78c-036e4f90c624', 'status': 'completed', 'code': 200} May 10 17:41:47.223823 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Calling delete_port for c2ea42bc-a679-42ab-b4ea-af8c3df30562 owned by network:floatingip {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:41:47.230231 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] get_ports_and_sgs() called for port_ids ['23b97344-4212-495c-b78c-036e4f90c624'] {{(pid=79210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:41:47.400891 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1b2b3662-8030-4016-aca8-0a7698d55eff tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.435201 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038006c-0421-4368-8470-a6ae718a7151 req-429fca0f-7d97-4fb7-8089-982fc3adadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:47.436775 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3038006c-0421-4368-8470-a6ae718a7151 req-429fca0f-7d97-4fb7-8089-982fc3adadd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1fb0c65c80e4bd3985336d00a24acad&device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 1099 time: 0.2006872 May 10 17:41:47.467679 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1b2b3662-8030-4016-aca8-0a7698d55eff tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.482577 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-ed2b6c5f-87df-4f94-ae4c-d90cb16bed31 None None] Provisioning complete for port 23b97344-4212-495c-b78c-036e4f90c624 triggered by entity DHCP. {{(pid=79210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:41:47.482931 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-ed2b6c5f-87df-4f94-ae4c-d90cb16bed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134167744'] for port, provisioning_complete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.791570 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038006c-0421-4368-8470-a6ae718a7151 req-b487fd6c-4b6d-4bff-963f-d30abc68141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:47.793213 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3038006c-0421-4368-8470-a6ae718a7151 req-b487fd6c-4b6d-4bff-963f-d30abc68141d service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c43b3e5-7949-4978-9e03-1625b8a850b1 HTTP/1.1" status: 200 len: 916 time: 0.3468530 May 10 17:41:47.898374 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3038006c-0421-4368-8470-a6ae718a7151 req-73973b8f-dcdf-4208-a0a4-8cc73ecdb394 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b97344-4212-495c-b78c-036e4f90c624 HTTP/1.1" status: 200 len: 1002 time: 0.0987725 May 10 17:41:47.903996 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.909437 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-03b12123-a5a2-4648-bbf9-024afb848b47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:47.986452 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1b2b3662-8030-4016-aca8-0a7698d55eff tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.994376 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Pushing event deleted for resources: {'Port': ['ID=c2ea42bc-a679-42ab-b4ea-af8c3df30562,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:47.997875 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:48.001789 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-97cf9077-f40a-4304-8a12-9f99f6b7ad72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:48.079618 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b3662-8030-4016-aca8-0a7698d55eff tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:48.095808 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1b2b3662-8030-4016-aca8-0a7698d55eff tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:48.109012 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038006c-0421-4368-8470-a6ae718a7151 req-275cb4f7-f0a3-442d-9de3-cb7f4f2c6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:48.109012 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3038006c-0421-4368-8470-a6ae718a7151 req-275cb4f7-f0a3-442d-9de3-cb7f4f2c6fa5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a606f48b-b3aa-417e-8407-e46aee45fe67 HTTP/1.1" status: 200 len: 854 time: 0.2011852 May 10 17:41:48.167472 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58740) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:48.178167 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for floatingip, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:48.178596 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.db.l3_db [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Floating IP 09a5bdb7-b93c-4735-b9dd-ffa5c914e83d disassociated (deleted). External IP: 172.28.2.56, port: 6d2ecfc2-37b8-4287-b644-03034a224351. May 10 17:41:48.286500 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9de6eb04-2c5f-49f2-a46a-72925a4db32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:48.302122 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-9de6eb04-2c5f-49f2-a46a-72925a4db32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:41:48.306519 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-9de6eb04-2c5f-49f2-a46a-72925a4db32e admin admin] Usage tracker for resource:security_group_rule and tenant:2d91ce812c1d4e99bab16cca39658b58 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:41:48.309537 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-9de6eb04-2c5f-49f2-a46a-72925a4db32e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:41:48.315782 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-9de6eb04-2c5f-49f2-a46a-72925a4db32e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:41:48.316410 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1b2b3662-8030-4016-aca8-0a7698d55eff tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:48.320686 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-1b2b3662-8030-4016-aca8-0a7698d55eff tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "DELETE /v2.0/security-groups/0e6681b0-3fb9-44bf-bb6a-3de5dc8d01c3 HTTP/1.1" status: 204 len: 168 time: 1.1654882 May 10 17:41:48.320936 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58746) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:48.363923 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038006c-0421-4368-8470-a6ae718a7151 req-2637f5d1-c95d-4504-913b-36a09ed87b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:48.365411 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3038006c-0421-4368-8470-a6ae718a7151 req-2637f5d1-c95d-4504-913b-36a09ed87b88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c43b3e5-7949-4978-9e03-1625b8a850b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2469373 May 10 17:41:48.653946 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3038006c-0421-4368-8470-a6ae718a7151 req-c1fabcbe-044b-429a-ad8d-7ac957ec44bc service neutron] 10.222.0.10 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813504 May 10 17:41:48.720791 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9de6eb04-2c5f-49f2-a46a-72925a4db32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:48.746454 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Deleting port 8c632e88-4cd1-4bde-9094-fb46ebcfb9b2 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:41:48.746804 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:48.747958 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Router a9f20609-9f95-48b1-8230-da9c4b7db4e5 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:41:48.810319 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9de6eb04-2c5f-49f2-a46a-72925a4db32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:48.822231 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-97550aad-02bf-476b-b8cd-19508bc60825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:48.873063 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6eb04-2c5f-49f2-a46a-72925a4db32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a01d38-b880-4e40-8137-3e2e020aa310,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:48.877773 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-9de6eb04-2c5f-49f2-a46a-72925a4db32e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d91ce812c1d4e99bab16cca39658b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7092655 May 10 17:41:48.879291 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9de6eb04-2c5f-49f2-a46a-72925a4db32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:48.887875 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58750) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:48.928677 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-3038006c-0421-4368-8470-a6ae718a7151 req-31ec4df5-bbf6-495e-9593-f70c157feb86 service neutron] 10.222.0.10 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676983 May 10 17:41:48.959789 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:48.960120 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:48.972128 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:41:48.976422 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:48.982212 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de38b73-0673-459d-bb3f-d748e80bc394 None None] Sync routers for ids ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:41:48.992287 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de38b73-0673-459d-bb3f-d748e80bc394 None None] Routers {'a9f20609-9f95-48b1-8230-da9c4b7db4e5'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:41:48.993019 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-3de38b73-0673-459d-bb3f-d748e80bc394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:41:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:49.096170 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Calling delete_port for 8c632e88-4cd1-4bde-9094-fb46ebcfb9b2 owned by network:floatingip {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:41:49.102660 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e01d-f1b0-4a35-9b2d-8b66c08e06eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:49.143663 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e01d-f1b0-4a35-9b2d-8b66c08e06eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:49.153571 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-527cd0a0-d4a7-4eb0-b498-db67468c9085 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "DELETE /v2.0/floatingips/09a5bdb7-b93c-4735-b9dd-ffa5c914e83d HTTP/1.1" status: 204 len: 168 time: 2.4545090 May 10 17:41:49.154336 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:41:49.210908 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-3de38b73-0673-459d-bb3f-d748e80bc394 None None] Set router a9f20609-9f95-48b1-8230-da9c4b7db4e5 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:41:49.222596 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351', 'status': 'completed', 'code': 200} May 10 17:41:49.297856 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e01d-f1b0-4a35-9b2d-8b66c08e06eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:49.300949 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9de6eb04-2c5f-49f2-a46a-72925a4db32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:49.318988 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9e01d-f1b0-4a35-9b2d-8b66c08e06eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a01d38-b880-4e40-8137-3e2e020aa310,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:49.321770 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-bcd9e01d-f1b0-4a35-9b2d-8b66c08e06eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:49.343382 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39c8d-6449-4b58-a91a-2544a82f007a req-83f56d3a-707f-4493-be17-6aca5b919027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:49.345629 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5fb39c8d-6449-4b58-a91a-2544a82f007a req-83f56d3a-707f-4493-be17-6aca5b919027 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec13fc57f8ad4b18bbdccac4873c542b&device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 1098 time: 0.1008079 May 10 17:41:49.382893 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:49.392880 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9717bcaa-7267-4186-9fd2-bf6fb010fc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:49.435364 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event deleted for resources: {'Port': ['ID=8c632e88-4cd1-4bde-9094-fb46ebcfb9b2,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:49.439294 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:49.486073 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39c8d-6449-4b58-a91a-2544a82f007a req-4c447639-01d0-4ce6-90e5-0a7743b65507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:49.487612 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5fb39c8d-6449-4b58-a91a-2544a82f007a req-4c447639-01d0-4ce6-90e5-0a7743b65507 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a31643b7-1943-4f4d-99ae-8752792116cb HTTP/1.1" status: 200 len: 910 time: 0.1362648 May 10 17:41:49.522064 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e01d-f1b0-4a35-9b2d-8b66c08e06eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:49.525509 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-bcd9e01d-f1b0-4a35-9b2d-8b66c08e06eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11a01d38-b880-4e40-8137-3e2e020aa310 HTTP/1.1" status: 204 len: 168 time: 0.6343136 May 10 17:41:49.561654 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks [] for floatingip, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:49.562545 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.db.l3_db [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Floating IP 4ed2447d-9e5e-44c5-b588-e2c9e235cdb3 disassociated (deleted). External IP: 172.28.2.146, port: 23b97344-4212-495c-b78c-036e4f90c624. May 10 17:41:49.564787 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5fb39c8d-6449-4b58-a91a-2544a82f007a req-9d26c7ca-517e-48b5-a404-eba612c60737 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d2ecfc2-37b8-4287-b644-03034a224351 HTTP/1.1" status: 200 len: 217 time: 0.0706244 May 10 17:41:49.636089 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-3de38b73-0673-459d-bb3f-d748e80bc394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:36:58Z', 'revision_number': 4, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '95ebf808-ba97-4d1b-9b27-fb3f895954ed', 'name': '', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'mac_address': 'fa:16:3e:bf:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:57Z', 'updated_at': '2021-05-10T17:37:04Z', 'revision_number': 5, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'subnets': [{'id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:49.638242 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39c8d-6449-4b58-a91a-2544a82f007a req-8611c7b6-8ef2-447e-b75e-57efbfa0c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:49.639952 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5fb39c8d-6449-4b58-a91a-2544a82f007a req-8611c7b6-8ef2-447e-b75e-57efbfa0c9b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78e1df90-1218-483e-9b2a-2ae385c68944 HTTP/1.1" status: 200 len: 848 time: 0.0698743 May 10 17:41:49.640240 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de38b73-0673-459d-bb3f-d748e80bc394 None None] Checking router: a9f20609-9f95-48b1-8230-da9c4b7db4e5 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:41:49.648808 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de38b73-0673-459d-bb3f-d748e80bc394 None None] Routers {'a9f20609-9f95-48b1-8230-da9c4b7db4e5'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:41:49.649418 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-3de38b73-0673-459d-bb3f-d748e80bc394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:41:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:49.738581 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39c8d-6449-4b58-a91a-2544a82f007a req-80ebdf56-ed5e-475e-8b46-a57083253052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:49.739996 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5fb39c8d-6449-4b58-a91a-2544a82f007a req-80ebdf56-ed5e-475e-8b46-a57083253052 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a31643b7-1943-4f4d-99ae-8752792116cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0938809 May 10 17:41:49.835398 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-3de38b73-0673-459d-bb3f-d748e80bc394 None None] Set router a9f20609-9f95-48b1-8230-da9c4b7db4e5 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:41:49.959444 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5fb39c8d-6449-4b58-a91a-2544a82f007a req-8fd6ddc4-3c39-4bbf-859b-1c6aafe1a83c service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115738 May 10 17:41:49.968404 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0592b11-b738-4b9f-8334-7ca359544c86 req-8a5741bf-8e00-47a9-a4a1-775ee490c268 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:49.969199 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d0592b11-b738-4b9f-8334-7ca359544c86 req-8a5741bf-8e00-47a9-a4a1-775ee490c268 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Synchronizing usage tracker for tenant:ec13fc57f8ad4b18bbdccac4873c542b on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:41:49.978747 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Router a388b8e8-015e-437d-9abc-59ef67c49689 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:41:50.056594 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d0592b11-b738-4b9f-8334-7ca359544c86 req-8a5741bf-8e00-47a9-a4a1-775ee490c268 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Unset dirty status for tenant:ec13fc57f8ad4b18bbdccac4873c542b on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:41:50.060912 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d0592b11-b738-4b9f-8334-7ca359544c86 req-8a5741bf-8e00-47a9-a4a1-775ee490c268 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.2389939 May 10 17:41:50.149900 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5fb39c8d-6449-4b58-a91a-2544a82f007a req-a9e6f191-6877-4c03-91cf-d6e0fb6d3f30 service neutron] 10.222.0.10 "GET /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766236 May 10 17:41:50.171671 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-d0592b11-b738-4b9f-8334-7ca359544c86 req-f061b090-838b-4fd6-b3ef-4650bfe9f72d tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067498 May 10 17:41:50.196514 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-3de38b73-0673-459d-bb3f-d748e80bc394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:36:58Z', 'revision_number': 4, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '95ebf808-ba97-4d1b-9b27-fb3f895954ed', 'name': '', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'mac_address': 'fa:16:3e:bf:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:57Z', 'updated_at': '2021-05-10T17:37:04Z', 'revision_number': 5, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'subnets': [{'id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:50.201091 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de38b73-0673-459d-bb3f-d748e80bc394 None None] The sync data for ids ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'] in dv-cinder-786386-3-smb is: [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:36:58Z', 'revision_number': 4, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '95ebf808-ba97-4d1b-9b27-fb3f895954ed', 'name': '', 'network_id': 'a31643b7-1943-4f4d-99ae-8752792116cb', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'mac_address': 'fa:16:3e:bf:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:57Z', 'updated_at': '2021-05-10T17:37:04Z', 'revision_number': 5, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'subnets': [{'id': '78e1df90-1218-483e-9b2a-2ae385c68944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:41:50.233033 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58764) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:50.265842 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2f80e83a-0b71-4b16-ba4e-e62af7b27db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:50.287750 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-2f80e83a-0b71-4b16-ba4e-e62af7b27db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:41:50.294792 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-2f80e83a-0b71-4b16-ba4e-e62af7b27db6 admin admin] Usage tracker for resource:security_group_rule and tenant:7053fda1b25f4d93ac8bbe0736ba00d6 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:41:50.299132 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-2f80e83a-0b71-4b16-ba4e-e62af7b27db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:41:50.307846 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-2f80e83a-0b71-4b16-ba4e-e62af7b27db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:41:50.323790 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:41:50.330776 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for floatingip, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:50.334842 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00b1bb-535d-44e8-a60b-81f6efe8a082 None None] Sync routers for ids ['a388b8e8-015e-437d-9abc-59ef67c49689'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:41:50.344679 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00b1bb-535d-44e8-a60b-81f6efe8a082 None None] Routers {'a388b8e8-015e-437d-9abc-59ef67c49689'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:41:50.346350 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-9a00b1bb-535d-44e8-a60b-81f6efe8a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:41:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a388b8e8-015e-437d-9abc-59ef67c49689'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:50.410296 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-f7836a79-a4e9-459c-bf10-9892463a3ea7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "DELETE /v2.0/floatingips/4ed2447d-9e5e-44c5-b588-e2c9e235cdb3 HTTP/1.1" status: 204 len: 168 time: 2.0858679 May 10 17:41:50.412055 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'tag': '23b97344-4212-495c-b78c-036e4f90c624'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:41:50.477473 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'tag': '23b97344-4212-495c-b78c-036e4f90c624', 'status': 'completed', 'code': 200} May 10 17:41:50.479288 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2f80e83a-0b71-4b16-ba4e-e62af7b27db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:50.503927 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191b42f6-5874-49f8-8f90-b1d9a22d9fab None None] New status for floating IP 09a5bdb7-b93c-4735-b9dd-ffa5c914e83d: DOWN {{(pid=79210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:41:50.532954 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-9a00b1bb-535d-44e8-a60b-81f6efe8a082 None None] Set router a388b8e8-015e-437d-9abc-59ef67c49689 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:41:50.561476 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2f80e83a-0b71-4b16-ba4e-e62af7b27db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:50.570369 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-1cbb2bf9-c4ba-4280-9a04-999920a1741b tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:50.605160 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83de3e8-1e82-48c0-beef-709601a3c142 req-a22cf781-d3f1-4c0d-951e-809343bde24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:50.607940 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c83de3e8-1e82-48c0-beef-709601a3c142 req-a22cf781-d3f1-4c0d-951e-809343bde24f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1fb0c65c80e4bd3985336d00a24acad&device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 1099 time: 0.1104317 May 10 17:41:50.666506 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-2f80e83a-0b71-4b16-ba4e-e62af7b27db6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7053fda1b25f4d93ac8bbe0736ba00d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4322493 May 10 17:41:50.671757 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58774) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:50.674929 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80e83a-0b71-4b16-ba4e-e62af7b27db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee2a62c-8f9a-4419-a06d-9a33abcad7be,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:50.679481 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-2f80e83a-0b71-4b16-ba4e-e62af7b27db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:50.796315 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83de3e8-1e82-48c0-beef-709601a3c142 req-047fcdfc-80f9-490d-84c7-e92aacfa74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:50.798138 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c83de3e8-1e82-48c0-beef-709601a3c142 req-047fcdfc-80f9-490d-84c7-e92aacfa74c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c43b3e5-7949-4978-9e03-1625b8a850b1 HTTP/1.1" status: 200 len: 916 time: 0.1834471 May 10 17:41:50.814019 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-147df171-5030-4311-8f12-f46b0a7eaad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:50.844722 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-147df171-5030-4311-8f12-f46b0a7eaad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:50.888381 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-9a00b1bb-535d-44e8-a60b-81f6efe8a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:39:33Z', 'revision_number': 4, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '9b5c1317-ad3c-4f79-bf83-c4e8f259ad24', 'name': '', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'mac_address': 'fa:16:3e:fc:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:32Z', 'updated_at': '2021-05-10T17:39:39Z', 'revision_number': 5, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'subnets': [{'id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:50.900734 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c83de3e8-1e82-48c0-beef-709601a3c142 req-874b9595-a539-44cd-8084-5162ee0231ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b97344-4212-495c-b78c-036e4f90c624 HTTP/1.1" status: 200 len: 217 time: 0.0938077 May 10 17:41:50.901529 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00b1bb-535d-44e8-a60b-81f6efe8a082 None None] Checking router: a388b8e8-015e-437d-9abc-59ef67c49689 for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:41:50.911637 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00b1bb-535d-44e8-a60b-81f6efe8a082 None None] Routers {'a388b8e8-015e-437d-9abc-59ef67c49689'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:41:50.912238 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-9a00b1bb-535d-44e8-a60b-81f6efe8a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:41:26Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a388b8e8-015e-437d-9abc-59ef67c49689'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:50.973854 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83de3e8-1e82-48c0-beef-709601a3c142 req-f4c0ccdf-9625-4b3c-bbb2-7ab67eb1a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:50.975317 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c83de3e8-1e82-48c0-beef-709601a3c142 req-f4c0ccdf-9625-4b3c-bbb2-7ab67eb1a3db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a606f48b-b3aa-417e-8407-e46aee45fe67 HTTP/1.1" status: 200 len: 854 time: 0.0673506 May 10 17:41:50.989089 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-147df171-5030-4311-8f12-f46b0a7eaad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:50.999750 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-22f62fcf-9b5c-4e8e-acee-3c840f63c1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:51.016871 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147df171-5030-4311-8f12-f46b0a7eaad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee2a62c-8f9a-4419-a06d-9a33abcad7be,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:51.025503 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-147df171-5030-4311-8f12-f46b0a7eaad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:51.027688 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-147df171-5030-4311-8f12-f46b0a7eaad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:51.030624 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-147df171-5030-4311-8f12-f46b0a7eaad2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eee2a62c-8f9a-4419-a06d-9a33abcad7be HTTP/1.1" status: 204 len: 168 time: 0.3560419 May 10 17:41:51.125828 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-9a00b1bb-535d-44e8-a60b-81f6efe8a082 None None] Set router a388b8e8-015e-437d-9abc-59ef67c49689 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:41:51.128003 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83de3e8-1e82-48c0-beef-709601a3c142 req-e4905b74-3ac0-4fa6-a420-05d07b1ff47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:51.129419 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c83de3e8-1e82-48c0-beef-709601a3c142 req-e4905b74-3ac0-4fa6-a420-05d07b1ff47f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c43b3e5-7949-4978-9e03-1625b8a850b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1471784 May 10 17:41:51.169555 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b248a1-6d8d-44b5-bebb-f559d17cdf40 req-478632f6-060e-406f-b1b8-8b3c94fcbf73 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:51.173826 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f1b248a1-6d8d-44b5-bebb-f559d17cdf40 req-478632f6-060e-406f-b1b8-8b3c94fcbf73 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.10 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.1395617 May 10 17:41:51.310118 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c83de3e8-1e82-48c0-beef-709601a3c142 req-e54cf882-0ade-4305-a48e-55a129fa0518 service neutron] 10.222.0.10 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719429 May 10 17:41:51.422171 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73c5f1-3177-41d6-9181-2d7001676347 req-19379320-57ba-4697-8526-1cc1d6a71b0b tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:51.425069 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ad73c5f1-3177-41d6-9181-2d7001676347 req-19379320-57ba-4697-8526-1cc1d6a71b0b tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 945 time: 0.0923970 May 10 17:41:51.476656 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-9a00b1bb-535d-44e8-a60b-81f6efe8a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:39:33Z', 'revision_number': 4, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '9b5c1317-ad3c-4f79-bf83-c4e8f259ad24', 'name': '', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'mac_address': 'fa:16:3e:fc:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:32Z', 'updated_at': '2021-05-10T17:39:39Z', 'revision_number': 5, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'subnets': [{'id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:51.481987 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00b1bb-535d-44e8-a60b-81f6efe8a082 None None] The sync data for ids ['a388b8e8-015e-437d-9abc-59ef67c49689'] in dv-cinder-786386-3-smb is: [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:39:33Z', 'revision_number': 4, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb', '_interfaces': [{'id': '9b5c1317-ad3c-4f79-bf83-c4e8f259ad24', 'name': '', 'network_id': '6c43b3e5-7949-4978-9e03-1625b8a850b1', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'mac_address': 'fa:16:3e:fc:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:32Z', 'updated_at': '2021-05-10T17:39:39Z', 'revision_number': 5, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'subnets': [{'id': 'a606f48b-b3aa-417e-8407-e46aee45fe67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:41:51.504001 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-ad73c5f1-3177-41d6-9181-2d7001676347 req-c289283a-51a8-46b5-b4a9-65aa360e3ffe tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b92bed9-2a5e-4cd7-9488-88afb27ca854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714047 May 10 17:41:51.689426 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-c83de3e8-1e82-48c0-beef-709601a3c142 req-36f3b851-a245-410e-8f4f-b9d97058fb7a service neutron] 10.222.0.10 "GET /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349450 May 10 17:41:51.716228 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-f1b248a1-6d8d-44b5-bebb-f559d17cdf40 req-f474b4f5-0708-41e7-9737-99dff99015e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Deleting port 6d2ecfc2-37b8-4287-b644-03034a224351 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:41:51.716659 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f1b248a1-6d8d-44b5-bebb-f559d17cdf40 req-f474b4f5-0708-41e7-9737-99dff99015e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:51.732952 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c10bb-5203-46ea-b594-ab683edc09cf None None] New status for floating IP 4ed2447d-9e5e-44c5-b588-e2c9e235cdb3: DOWN {{(pid=79211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:41:51.852123 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-f1b248a1-6d8d-44b5-bebb-f559d17cdf40 req-f474b4f5-0708-41e7-9737-99dff99015e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] For port 6d2ecfc2-37b8-4287-b644-03034a224351, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d2ecfc2-37b8-4287-b644-03034a224351,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:41:51.852522 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f1b248a1-6d8d-44b5-bebb-f559d17cdf40 req-f474b4f5-0708-41e7-9737-99dff99015e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:51.976689 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-f1b248a1-6d8d-44b5-bebb-f559d17cdf40 req-f474b4f5-0708-41e7-9737-99dff99015e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Calling delete_port for 6d2ecfc2-37b8-4287-b644-03034a224351 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:41:52.043281 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58788) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:52.060550 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-aaa3880b-d6b8-43c8-af13-c9a50adaa384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:52.075291 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-aaa3880b-d6b8-43c8-af13-c9a50adaa384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:41:52.079124 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-aaa3880b-d6b8-43c8-af13-c9a50adaa384 admin admin] Usage tracker for resource:security_group_rule and tenant:18c1b78e65f14a3e84310e7a2e727ef7 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:41:52.081887 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-aaa3880b-d6b8-43c8-af13-c9a50adaa384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:41:52.087560 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-aaa3880b-d6b8-43c8-af13-c9a50adaa384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:41:52.161664 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f1b248a1-6d8d-44b5-bebb-f559d17cdf40 req-f474b4f5-0708-41e7-9737-99dff99015e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:52.167912 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8bf24c5e-13c4-40cb-9c6f-45ff14153eda tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:52.170114 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-aaa3880b-d6b8-43c8-af13-c9a50adaa384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:52.212566 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474b4f5-0708-41e7-9737-99dff99015e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Pushing event deleted for resources: {'Port': ['ID=6d2ecfc2-37b8-4287-b644-03034a224351,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:52.216236 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f474b4f5-0708-41e7-9737-99dff99015e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:52.245776 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-aaa3880b-d6b8-43c8-af13-c9a50adaa384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:52.250168 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-941d5991-eedb-4d0f-ab31-3755d7e7568b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:52.291065 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-aaa3880b-d6b8-43c8-af13-c9a50adaa384 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18c1b78e65f14a3e84310e7a2e727ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455659 May 10 17:41:52.292886 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58794) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:52.293843 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3880b-d6b8-43c8-af13-c9a50adaa384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f40be0-914f-42cb-af4d-5a3721e52360,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:52.304409 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b248a1-6d8d-44b5-bebb-f559d17cdf40 req-f474b4f5-0708-41e7-9737-99dff99015e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] No DVR routers for this DVR port 6d2ecfc2-37b8-4287-b644-03034a224351 on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:41:52.307160 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f1b248a1-6d8d-44b5-bebb-f559d17cdf40 req-f474b4f5-0708-41e7-9737-99dff99015e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:52.312440 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-aaa3880b-d6b8-43c8-af13-c9a50adaa384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:52.313980 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'name': 'network-vif-deleted', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:41:52.360684 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b713fe-4a3a-4a01-9972-0d581f06b28d', 'name': 'network-vif-deleted', 'tag': '6d2ecfc2-37b8-4287-b644-03034a224351', 'status': 'completed', 'code': 200} May 10 17:41:52.394777 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ed02c869-ba32-42ba-b809-dec8193bca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:52.421435 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ed02c869-ba32-42ba-b809-dec8193bca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:52.430791 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-f1b248a1-6d8d-44b5-bebb-f559d17cdf40 req-f474b4f5-0708-41e7-9737-99dff99015e2 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.10 "DELETE /v2.0/ports/6d2ecfc2-37b8-4287-b644-03034a224351 HTTP/1.1" status: 204 len: 173 time: 1.1196373 May 10 17:41:52.584353 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ed02c869-ba32-42ba-b809-dec8193bca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:52.589406 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d8005a15-5086-4f9b-b91e-e16f4e979e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:52.602261 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02c869-ba32-42ba-b809-dec8193bca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f40be0-914f-42cb-af4d-5a3721e52360,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:52.609329 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-ed02c869-ba32-42ba-b809-dec8193bca4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:52.610143 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ed02c869-ba32-42ba-b809-dec8193bca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:52.611271 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-ed02c869-ba32-42ba-b809-dec8193bca4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9f40be0-914f-42cb-af4d-5a3721e52360 HTTP/1.1" status: 204 len: 168 time: 0.3019800 May 10 17:41:52.671536 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-cf8439ba-8c9c-46c0-9f16-37aa2b4ac90c req-d36cb2fc-ca43-4e42-9df1-0fcebb4521e6 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Synchronizing usage tracker for tenant:ec13fc57f8ad4b18bbdccac4873c542b on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:41:52.795860 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-cf8439ba-8c9c-46c0-9f16-37aa2b4ac90c req-d36cb2fc-ca43-4e42-9df1-0fcebb4521e6 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Unset dirty status for tenant:ec13fc57f8ad4b18bbdccac4873c542b on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:41:52.797351 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-cf8439ba-8c9c-46c0-9f16-37aa2b4ac90c req-d36cb2fc-ca43-4e42-9df1-0fcebb4521e6 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 210 time: 0.1759305 May 10 17:41:53.521548 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-cff8ebce-4100-4fdc-8bb7-27dbd90d81c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:53.971804 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-1db75cef-40b5-452d-91c7-fba7a0a5d3a4 req-c0121f84-fa39-4cde-9853-82fdb0884a1f tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b713fe-4a3a-4a01-9972-0d581f06b28d HTTP/1.1" status: 200 len: 210 time: 0.0571101 May 10 17:41:54.672281 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fa913-69f4-4015-b510-5b553baf2fd3 req-49865974-aa6d-44d4-bc81-c23b2d482a60 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:54.673076 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-396fa913-69f4-4015-b510-5b553baf2fd3 req-49865974-aa6d-44d4-bc81-c23b2d482a60 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Synchronizing usage tracker for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:port {{(pid=79209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:41:54.782880 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [req-396fa913-69f4-4015-b510-5b553baf2fd3 req-49865974-aa6d-44d4-bc81-c23b2d482a60 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Unset dirty status for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:port {{(pid=79209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:41:54.784112 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-396fa913-69f4-4015-b510-5b553baf2fd3 req-49865974-aa6d-44d4-bc81-c23b2d482a60 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 946 time: 0.1900029 May 10 17:41:54.829616 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-396fa913-69f4-4015-b510-5b553baf2fd3 req-e4835a3b-9e04-47e2-b9c4-e095056436ab tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395353 May 10 17:41:55.064901 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58858) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:55.136914 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9a024e18-3f6c-43fc-87de-92a922a04873 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:55.166314 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9a024e18-3f6c-43fc-87de-92a922a04873 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:55.187609 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 6d2ecfc2-37b8-4287-b644-03034a224351 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:41:55.283625 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: 6d2ecfc2-37b8-4287-b644-03034a224351 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:41:55.287619 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 6d2ecfc2-37b8-4287-b644-03034a224351 not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:41:55.333025 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9a024e18-3f6c-43fc-87de-92a922a04873 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:55.344901 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-ed02c869-ba32-42ba-b809-dec8193bca4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:55.371167 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a024e18-3f6c-43fc-87de-92a922a04873 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b92bed9-2a5e-4cd7-9488-88afb27ca854,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:55.373427 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-9a024e18-3f6c-43fc-87de-92a922a04873 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:55.423587 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9a024e18-3f6c-43fc-87de-92a922a04873 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:55.424952 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-9a024e18-3f6c-43fc-87de-92a922a04873 tempest-TestShelveInstance-649310427 tempest-TestShelveInstance-649310427-project] 10.222.0.24 "DELETE /v2.0/security-groups/6b92bed9-2a5e-4cd7-9488-88afb27ca854 HTTP/1.1" status: 204 len: 168 time: 0.3589787 May 10 17:41:55.532852 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58870) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:56.110136 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-66d92af5-fc54-4181-8ce2-4b2288fc7ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:56.169841 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ea58c-7f76-4118-a3be-b44b84a7cbd0 req-f285ab4e-93a2-48d2-b27f-b78b1aba4e12 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:56.171343 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5a6ea58c-7f76-4118-a3be-b44b84a7cbd0 req-f285ab4e-93a2-48d2-b27f-b78b1aba4e12 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 946 time: 0.1866033 May 10 17:41:56.241428 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:56.306900 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-5a6ea58c-7f76-4118-a3be-b44b84a7cbd0 req-955c4b82-e602-4477-8aed-c7c0f0268900 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Synchronizing usage tracker for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:41:56.367881 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433422a-fad3-4969-a9cb-a6a799796c7d req-5b5b2828-d627-4818-b3f5-81f41c9d8267 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:56.369274 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9433422a-fad3-4969-a9cb-a6a799796c7d req-5b5b2828-d627-4818-b3f5-81f41c9d8267 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.10 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 946 time: 0.1533709 May 10 17:41:56.544372 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-5a6ea58c-7f76-4118-a3be-b44b84a7cbd0 req-955c4b82-e602-4477-8aed-c7c0f0268900 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Unset dirty status for tenant:d1fb0c65c80e4bd3985336d00a24acad on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:41:56.545453 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-5a6ea58c-7f76-4118-a3be-b44b84a7cbd0 req-955c4b82-e602-4477-8aed-c7c0f0268900 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/security-groups?id=542470a1-1786-4b84-b574-35ed8158bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388495 May 10 17:41:56.645157 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dfb9-3213-41bd-99ea-c3fcec06a61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659270'] for router_interface, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:56.815839 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-9433422a-fad3-4969-a9cb-a6a799796c7d req-a111b8b9-441a-4fe2-8a2c-59545af7f1a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Deleting port 23b97344-4212-495c-b78c-036e4f90c624 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:41:56.816179 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9433422a-fad3-4969-a9cb-a6a799796c7d req-a111b8b9-441a-4fe2-8a2c-59545af7f1a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:56.894611 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:57.051929 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-9433422a-fad3-4969-a9cb-a6a799796c7d req-a111b8b9-441a-4fe2-8a2c-59545af7f1a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] For port 23b97344-4212-495c-b78c-036e4f90c624, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=23b97344-4212-495c-b78c-036e4f90c624,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:41:57.052206 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9433422a-fad3-4969-a9cb-a6a799796c7d req-a111b8b9-441a-4fe2-8a2c-59545af7f1a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:57.177420 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-9433422a-fad3-4969-a9cb-a6a799796c7d req-a111b8b9-441a-4fe2-8a2c-59545af7f1a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Calling delete_port for 23b97344-4212-495c-b78c-036e4f90c624 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:41:57.386250 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9dfb9-3213-41bd-99ea-c3fcec06a61f admin admin] Deleting port 95ebf808-ba97-4d1b-9b27-fb3f895954ed {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:41:57.386702 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dfb9-3213-41bd-99ea-c3fcec06a61f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:57.523240 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-5bd9dfb9-3213-41bd-99ea-c3fcec06a61f admin admin] For port 95ebf808-ba97-4d1b-9b27-fb3f895954ed, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=95ebf808-ba97-4d1b-9b27-fb3f895954ed,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:41:57.523603 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dfb9-3213-41bd-99ea-c3fcec06a61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:57.644287 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9433422a-fad3-4969-a9cb-a6a799796c7d req-a111b8b9-441a-4fe2-8a2c-59545af7f1a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:57.652098 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9dfb9-3213-41bd-99ea-c3fcec06a61f admin admin] Calling delete_port for 95ebf808-ba97-4d1b-9b27-fb3f895954ed owned by network:router_interface {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:41:57.657910 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d1b21cd2-06d0-419f-bbd1-60f66a699eb3 tempest-AttachVolumeShelveTestJSON-570426473 tempest-AttachVolumeShelveTestJSON-570426473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:57.694966 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-b053d01b-e7d6-4735-9e37-e46ff7f7aa41 req-0b98da1d-df49-4a7a-8c29-f4207061c751 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 210 time: 0.0425880 May 10 17:41:57.707580 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111b8b9-441a-4fe2-8a2c-59545af7f1a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Pushing event deleted for resources: {'Port': ['ID=23b97344-4212-495c-b78c-036e4f90c624,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:57.735980 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a111b8b9-441a-4fe2-8a2c-59545af7f1a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:57.887070 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-9433422a-fad3-4969-a9cb-a6a799796c7d req-a111b8b9-441a-4fe2-8a2c-59545af7f1a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] No DVR routers for this DVR port 23b97344-4212-495c-b78c-036e4f90c624 on host hv-cinder-78638 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:41:57.890320 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9433422a-fad3-4969-a9cb-a6a799796c7d req-a111b8b9-441a-4fe2-8a2c-59545af7f1a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83476'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:57.892871 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'name': 'network-vif-deleted', 'tag': '23b97344-4212-495c-b78c-036e4f90c624'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:41:57.937303 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a312bf-4a9b-419e-bf60-f621ea4d26ff', 'name': 'network-vif-deleted', 'tag': '23b97344-4212-495c-b78c-036e4f90c624', 'status': 'completed', 'code': 200} May 10 17:41:57.990713 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [req-9433422a-fad3-4969-a9cb-a6a799796c7d req-a111b8b9-441a-4fe2-8a2c-59545af7f1a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.10 "DELETE /v2.0/ports/23b97344-4212-495c-b78c-036e4f90c624 HTTP/1.1" status: 204 len: 173 time: 1.4788265 May 10 17:41:58.105636 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dfb9-3213-41bd-99ea-c3fcec06a61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:58.109609 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-62893e48-ee7d-4ffd-af8d-4bf22aeb2cc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:58.155620 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9dfb9-3213-41bd-99ea-c3fcec06a61f admin admin] Pushing event deleted for resources: {'Port': ['ID=95ebf808-ba97-4d1b-9b27-fb3f895954ed,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:58.162840 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5bd9dfb9-3213-41bd-99ea-c3fcec06a61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:58.442110 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dfb9-3213-41bd-99ea-c3fcec06a61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682230'] for router_interface, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:58.800344 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd9dfb9-3213-41bd-99ea-c3fcec06a61f admin admin] Router a9f20609-9f95-48b1-8230-da9c4b7db4e5 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:41:58.807205 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:58.857446 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [req-323a4723-7c0b-4832-8d60-75898c420e70 req-2f425e38-c9b5-4409-8bac-a9f0c70d9f06 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a312bf-4a9b-419e-bf60-f621ea4d26ff HTTP/1.1" status: 200 len: 210 time: 0.0458956 May 10 17:41:58.977272 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd9dfb9-3213-41bd-99ea-c3fcec06a61f admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:41:58.985677 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f8f522-c6c5-48b1-b29e-c7e53537d3d0 None None] Sync routers for ids ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:41:58.994712 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f8f522-c6c5-48b1-b29e-c7e53537d3d0 None None] Routers {'a9f20609-9f95-48b1-8230-da9c4b7db4e5'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:41:58.997315 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-03f8f522-c6c5-48b1-b29e-c7e53537d3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:41:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:59.076510 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-5bd9dfb9-3213-41bd-99ea-c3fcec06a61f admin admin] 10.222.0.24 "PUT /v2.0/routers/a9f20609-9f95-48b1-8230-da9c4b7db4e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5419958 May 10 17:41:59.084848 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 58894) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:59.168229 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-03f8f522-c6c5-48b1-b29e-c7e53537d3d0 None None] Set router a9f20609-9f95-48b1-8230-da9c4b7db4e5 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:41:59.212005 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 23b97344-4212-495c-b78c-036e4f90c624 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:41:59.258819 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Notify callbacks [] for router, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:59.320386 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] No Port match for: 23b97344-4212-495c-b78c-036e4f90c624 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:41:59.320735 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Device 23b97344-4212-495c-b78c-036e4f90c624 not bound to the agent host hv-cinder-78638 {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:41:59.491706 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-03f8f522-c6c5-48b1-b29e-c7e53537d3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:41:57Z', 'revision_number': 5, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:59.504415 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f8f522-c6c5-48b1-b29e-c7e53537d3d0 None None] Checking router: a9f20609-9f95-48b1-8230-da9c4b7db4e5 for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:41:59.507620 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f8f522-c6c5-48b1-b29e-c7e53537d3d0 None None] Routers {'a9f20609-9f95-48b1-8230-da9c4b7db4e5'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:41:59.508323 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-03f8f522-c6c5-48b1-b29e-c7e53537d3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:41:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:59.568175 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:59.700382 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-03f8f522-c6c5-48b1-b29e-c7e53537d3d0 None None] Set router a9f20609-9f95-48b1-8230-da9c4b7db4e5 gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:41:59.723862 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Deleting port 16aabb2a-17dc-43c8-8a36-cb212485dd19 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:41:59.724202 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:59.854818 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] For port 16aabb2a-17dc-43c8-8a36-cb212485dd19, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=16aabb2a-17dc-43c8-8a36-cb212485dd19,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:41:59.855532 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:59.988362 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Calling delete_port for 16aabb2a-17dc-43c8-8a36-cb212485dd19 owned by network:router_gateway {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:00.009341 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-03f8f522-c6c5-48b1-b29e-c7e53537d3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:41:57Z', 'revision_number': 5, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:00.013429 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f8f522-c6c5-48b1-b29e-c7e53537d3d0 None None] The sync data for ids ['a9f20609-9f95-48b1-8230-da9c4b7db4e5'] in dv-cinder-786386-3-smb is: [{'id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'name': 'tempest-TestShelveInstance-2137331518-router', 'tenant_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:52Z', 'updated_at': '2021-05-10T17:41:57Z', 'revision_number': 5, 'project_id': 'ec13fc57f8ad4b18bbdccac4873c542b', 'gw_port': {'id': '16aabb2a-17dc-43c8-8a36-cb212485dd19', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f20609-9f95-48b1-8230-da9c4b7db4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:53Z', 'updated_at': '2021-05-10T17:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:42:00.245356 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:00.249626 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1f8962b1-88a5-405b-baf1-37e247063c26 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:00.292094 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=16aabb2a-17dc-43c8-8a36-cb212485dd19,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:00.295806 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:00.416008 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662370'] for router_gateway, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:00.601230 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-878398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30239'] for router, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:00.603555 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:00.759505 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-877936'] for router, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:00.760076 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9f20609-9f95-48b1-8230-da9c4b7db4e5 {{(pid=79208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:42:00.773422 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:00.775196 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a9f20609-9f95-48b1-8230-da9c4b7db4e5 HTTP/1.1" status: 204 len: 168 time: 1.6886728 May 10 17:42:00.777784 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58966) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:00.845279 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_v2 [None req-7043a2ae-b709-432f-91aa-6208a95cd359 admin admin] Deleting subnet 78e1df90-1218-483e-9b2a-2ae385c68944 {{(pid=79209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:42:00.848454 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7043a2ae-b709-432f-91aa-6208a95cd359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:00.900023 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7043a2ae-b709-432f-91aa-6208a95cd359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3406524'] for subnet, precommit_delete_associations {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:00.982822 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7043a2ae-b709-432f-91aa-6208a95cd359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:01.344961 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7043a2ae-b709-432f-91aa-6208a95cd359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689640'] for subnet, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:01.349153 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-512d83db-8788-41bb-8df7-2bb22a47cb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:01.383315 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043a2ae-b709-432f-91aa-6208a95cd359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e1df90-1218-483e-9b2a-2ae385c68944,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:01.386917 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-7043a2ae-b709-432f-91aa-6208a95cd359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:01.392543 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7043a2ae-b709-432f-91aa-6208a95cd359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:01.393481 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9575edb3-77bd-403f-8885-f2b3bf0f4d84 None None] Network a31643b7-1943-4f4d-99ae-8752792116cb requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:42:01.394798 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-7043a2ae-b709-432f-91aa-6208a95cd359 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/78e1df90-1218-483e-9b2a-2ae385c68944 HTTP/1.1" status: 204 len: 168 time: 0.6157596 May 10 17:42:01.397277 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 58992) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:01.517824 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:01.599928 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Deleting port b7f56304-8578-4744-aac4-7e8bd80a3654 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:01.600343 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:01.615567 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 16aabb2a-17dc-43c8-8a36-cb212485dd19 no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:01.676180 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59000) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:01.699385 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] DHCP port deletion for a31643b7-1943-4f4d-99ae-8752792116cb request from dv-cinder-786386-3-smb {{(pid=79210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:42:01.702472 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: 16aabb2a-17dc-43c8-8a36-cb212485dd19 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:42:01.702842 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 16aabb2a-17dc-43c8-8a36-cb212485dd19 not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:42:01.703242 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 95ebf808-ba97-4d1b-9b27-fb3f895954ed no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:01.716566 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] For port b7f56304-8578-4744-aac4-7e8bd80a3654, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=b7f56304-8578-4744-aac4-7e8bd80a3654,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:01.716991 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:01.766998 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: 95ebf808-ba97-4d1b-9b27-fb3f895954ed {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:42:01.768225 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 95ebf808-ba97-4d1b-9b27-fb3f895954ed not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:42:01.811762 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Deleting port b7f56304-8578-4744-aac4-7e8bd80a3654 {{(pid=79210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:01.812251 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:01.930411 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] For port b7f56304-8578-4744-aac4-7e8bd80a3654, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=b7f56304-8578-4744-aac4-7e8bd80a3654,segment=NetworkSegment(9321df0d-09ba-42f3-a172-f29ec13274c7),segment_id=9321df0d-09ba-42f3-a172-f29ec13274c7)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:01.930731 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:01.964441 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Calling delete_port for b7f56304-8578-4744-aac4-7e8bd80a3654 owned by network:dhcp {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:02.065284 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Calling delete_port for b7f56304-8578-4744-aac4-7e8bd80a3654 owned by network:dhcp {{(pid=79210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:02.099219 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:02.104127 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-91a9a4ee-b1ad-49d7-84fb-bccc7dd9faa6 tempest-VolumesActionsTest-373304229 tempest-VolumesActionsTest-373304229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:02.108992 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739'] for port, after_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:02.120391 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:02.150612 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f56304-8578-4744-aac4-7e8bd80a3654,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:02.155080 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:02.157052 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] No DVR routers for this DVR port b7f56304-8578-4744-aac4-7e8bd80a3654 on host dv-cinder-786386-3-smb {{(pid=79210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:42:02.159041 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] No DVR routers for this DVR port b7f56304-8578-4744-aac4-7e8bd80a3654 on host dv-cinder-786386-3-smb {{(pid=79209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:42:02.166033 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Pushing event deleted for resources: {'Port': ['ID=b7f56304-8578-4744-aac4-7e8bd80a3654,revision_number=None']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:02.176659 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:02.177013 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:02.177373 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:02.177753 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:02.178086 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:02.178438 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:02.178764 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:02.194563 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:02.194563 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:02.194563 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:02.194563 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:02.194563 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:02.194563 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-cbe45b4d-df96-49ec-b0d3-13f80a214518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:02.283946 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:02.297953 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31643b7-1943-4f4d-99ae-8752792116cb']}} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:02.311374 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9321df0d-09ba-42f3-a172-f29ec13274c7') {'for_net_delete': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:02.311676 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9321df0d-09ba-42f3-a172-f29ec13274c7') {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:02.324511 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3406499'] for segment, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:02.341221 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:02.347478 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=79209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:42:02.347863 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686802'] for segment, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: Traceback (most recent call last): May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: timer() May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: cb(*args, **kw) May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: return func(*args, **kwargs) May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: self._notify() May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: self.callback(batched_events) May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: event.method(event) May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: return f(self, *a, **k) May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: return self._get(url).json() May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: return self.request(url, 'GET', **kwargs) May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:42:02.362519 dv-cinder-786386-3-smb neutron-server[79209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:42:02.381050 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8755fd4f-642d-4071-869f-bdadaa93e9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659270'] for router_interface, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:02.513975 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:02.517516 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:02.532751 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:02.540860 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a31643b7-1943-4f4d-99ae-8752792116cb,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:02.544576 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:02.646367 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-502481c3-b892-4b87-b170-197daaa495f9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a31643b7-1943-4f4d-99ae-8752792116cb HTTP/1.1" status: 204 len: 168 time: 1.2478852 May 10 17:42:02.648979 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59006) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:03.127469 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-8755fd4f-642d-4071-869f-bdadaa93e9eb admin admin] Deleting port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:03.128160 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8755fd4f-642d-4071-869f-bdadaa93e9eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:03.300045 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-8755fd4f-642d-4071-869f-bdadaa93e9eb admin admin] For port 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=9b5c1317-ad3c-4f79-bf83-c4e8f259ad24,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:03.300312 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8755fd4f-642d-4071-869f-bdadaa93e9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:03.423112 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-8755fd4f-642d-4071-869f-bdadaa93e9eb admin admin] Calling delete_port for 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 owned by network:router_interface {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:03.596552 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device b7f56304-8578-4744-aac4-7e8bd80a3654 no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:03.636186 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: b7f56304-8578-4744-aac4-7e8bd80a3654 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:42:03.636597 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device b7f56304-8578-4744-aac4-7e8bd80a3654 not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:42:03.670266 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f2af3a83-314c-4a04-8362-cb1883e17bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659270'] for router_interface, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:03.925303 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 59024) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:04.015239 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8755fd4f-642d-4071-869f-bdadaa93e9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:04.021395 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a13430a5-246f-439c-ba49-d31cceb98a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:04.067802 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755fd4f-642d-4071-869f-bdadaa93e9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5c1317-ad3c-4f79-bf83-c4e8f259ad24,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:04.071630 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8755fd4f-642d-4071-869f-bdadaa93e9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:04.089285 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-299ac39a-a13b-4af0-b15a-d9f4d24e00e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:04.106850 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-299ac39a-a13b-4af0-b15a-d9f4d24e00e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:42:04.110885 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-299ac39a-a13b-4af0-b15a-d9f4d24e00e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b3964bc7df5648898a70d737cb3c2ee4 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:42:04.113896 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-299ac39a-a13b-4af0-b15a-d9f4d24e00e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:42:04.120474 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-299ac39a-a13b-4af0-b15a-d9f4d24e00e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:42:04.213919 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-299ac39a-a13b-4af0-b15a-d9f4d24e00e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:04.287080 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-299ac39a-a13b-4af0-b15a-d9f4d24e00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:04.296369 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-147df171-5030-4311-8f12-f46b0a7eaad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:04.341363 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-299ac39a-a13b-4af0-b15a-d9f4d24e00e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3964bc7df5648898a70d737cb3c2ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143796 May 10 17:42:04.342825 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ac39a-a13b-4af0-b15a-d9f4d24e00e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb31749d-5c22-406b-848d-71341e021f33,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:04.345097 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 59030) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:04.347720 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-299ac39a-a13b-4af0-b15a-d9f4d24e00e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:04.405151 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-81954edb-5327-4f4c-8511-4d30e0a5173b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:04.409854 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-f2af3a83-314c-4a04-8362-cb1883e17bb9 admin admin] Deleting port 8f728a8a-f3ee-47a5-9f08-c84ace67e883 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:04.410403 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f2af3a83-314c-4a04-8362-cb1883e17bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:04.430791 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-81954edb-5327-4f4c-8511-4d30e0a5173b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:04.498523 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8755fd4f-642d-4071-869f-bdadaa93e9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682230'] for router_interface, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:04.584713 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-81954edb-5327-4f4c-8511-4d30e0a5173b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:04.590459 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-2564bb2b-83a0-4ce5-b9af-bcd62cf56e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:04.604172 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81954edb-5327-4f4c-8511-4d30e0a5173b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb31749d-5c22-406b-848d-71341e021f33,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:04.606829 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-81954edb-5327-4f4c-8511-4d30e0a5173b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:04.608136 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-81954edb-5327-4f4c-8511-4d30e0a5173b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:04.609557 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-81954edb-5327-4f4c-8511-4d30e0a5173b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb31749d-5c22-406b-848d-71341e021f33 HTTP/1.1" status: 204 len: 168 time: 0.2634244 May 10 17:42:04.675514 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-f2af3a83-314c-4a04-8362-cb1883e17bb9 admin admin] For port 8f728a8a-f3ee-47a5-9f08-c84ace67e883, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=8f728a8a-f3ee-47a5-9f08-c84ace67e883,segment=NetworkSegment(c5e4b6d7-109c-4c99-991a-303ba63ee963),segment_id=c5e4b6d7-109c-4c99-991a-303ba63ee963)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:04.675871 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f2af3a83-314c-4a04-8362-cb1883e17bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:04.925290 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-f2af3a83-314c-4a04-8362-cb1883e17bb9 admin admin] Calling delete_port for 8f728a8a-f3ee-47a5-9f08-c84ace67e883 owned by network:router_interface {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:05.173627 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8755fd4f-642d-4071-869f-bdadaa93e9eb admin admin] Router a388b8e8-015e-437d-9abc-59ef67c49689 has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:42:05.294272 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 59038) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:05.312021 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e95ddc45-8e80-4633-8060-b2105a061144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:05.326898 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-e95ddc45-8e80-4633-8060-b2105a061144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:42:05.331514 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-e95ddc45-8e80-4633-8060-b2105a061144 admin admin] Usage tracker for resource:security_group_rule and tenant:b26ac79097c248ea88a3721797c89b24 is out of sync, need to count used quota {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:42:05.334444 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.quota.resource [None req-e95ddc45-8e80-4633-8060-b2105a061144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:42:05.340708 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.quota.driver [None req-e95ddc45-8e80-4633-8060-b2105a061144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:42:05.406108 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8755fd4f-642d-4071-869f-bdadaa93e9eb admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:42:05.415536 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6458a-d6a9-4211-8ba8-8375c61b0e54 None None] Sync routers for ids ['a388b8e8-015e-437d-9abc-59ef67c49689'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:42:05.424887 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e95ddc45-8e80-4633-8060-b2105a061144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:05.425082 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6458a-d6a9-4211-8ba8-8375c61b0e54 None None] Routers {'a388b8e8-015e-437d-9abc-59ef67c49689'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:42:05.425631 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-4da6458a-d6a9-4211-8ba8-8375c61b0e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:41:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a388b8e8-015e-437d-9abc-59ef67c49689'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:05.441475 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f2af3a83-314c-4a04-8362-cb1883e17bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:05.445643 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b8692d0a-b862-4515-94df-9295f0551987 tempest-AttachVolumeNegativeTest-1810934769 tempest-AttachVolumeNegativeTest-1810934769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:05.487333 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af3a83-314c-4a04-8362-cb1883e17bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f728a8a-f3ee-47a5-9f08-c84ace67e883,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:05.490955 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f2af3a83-314c-4a04-8362-cb1883e17bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:05.527118 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-8755fd4f-642d-4071-869f-bdadaa93e9eb admin admin] 10.222.0.24 "PUT /v2.0/routers/a388b8e8-015e-437d-9abc-59ef67c49689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8481619 May 10 17:42:05.531907 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 59042) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:05.629390 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-4da6458a-d6a9-4211-8ba8-8375c61b0e54 None None] Set router a388b8e8-015e-437d-9abc-59ef67c49689 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:42:05.645760 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e95ddc45-8e80-4633-8060-b2105a061144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:05.681165 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-81954edb-5327-4f4c-8511-4d30e0a5173b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:05.697230 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-e95ddc45-8e80-4633-8060-b2105a061144 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b26ac79097c248ea88a3721797c89b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018743 May 10 17:42:05.714964 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59046) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:05.798431 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ddc45-8e80-4633-8060-b2105a061144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62e3bfd-7391-47fe-bba7-a2e72e49c93c,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:05.813925 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e95ddc45-8e80-4633-8060-b2105a061144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:05.819774 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfd6b-d34b-433d-8966-c062874cc211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:05.839046 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f2af3a83-314c-4a04-8362-cb1883e17bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682230'] for router_interface, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:05.849690 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Notify callbacks [] for router, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:05.929503 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-4da6458a-d6a9-4211-8ba8-8375c61b0e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:42:03Z', 'revision_number': 5, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:05.933914 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6458a-d6a9-4211-8ba8-8375c61b0e54 None None] Checking router: a388b8e8-015e-437d-9abc-59ef67c49689 for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:42:05.942152 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6458a-d6a9-4211-8ba8-8375c61b0e54 None None] Routers {'a388b8e8-015e-437d-9abc-59ef67c49689'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:42:05.942789 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-4da6458a-d6a9-4211-8ba8-8375c61b0e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:41:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['a388b8e8-015e-437d-9abc-59ef67c49689'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:05.971316 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfd6b-d34b-433d-8966-c062874cc211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:06.022694 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:06.148688 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Deleting port 271c57e6-d037-4882-b0d0-4971b1bbaafb {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:06.149133 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:06.159282 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-4da6458a-d6a9-4211-8ba8-8375c61b0e54 None None] Set router a388b8e8-015e-437d-9abc-59ef67c49689 gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:42:06.177742 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfd6b-d34b-433d-8966-c062874cc211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:06.189600 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b303cac5-cf40-47be-becb-c4a42d7ddea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:06.206653 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cfd6b-d34b-433d-8966-c062874cc211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62e3bfd-7391-47fe-bba7-a2e72e49c93c,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:06.213190 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6e6cfd6b-d34b-433d-8966-c062874cc211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:06.226708 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfd6b-d34b-433d-8966-c062874cc211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:06.227815 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-6e6cfd6b-d34b-433d-8966-c062874cc211 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f62e3bfd-7391-47fe-bba7-a2e72e49c93c HTTP/1.1" status: 204 len: 168 time: 0.5116246 May 10 17:42:06.281993 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2af3a83-314c-4a04-8362-cb1883e17bb9 admin admin] Router 83fefd07-937c-4e06-9dc7-54202936467b has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:42:06.284678 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] For port 271c57e6-d037-4882-b0d0-4971b1bbaafb, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=271c57e6-d037-4882-b0d0-4971b1bbaafb,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:06.285043 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:06.526580 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Calling delete_port for 271c57e6-d037-4882-b0d0-4971b1bbaafb owned by network:router_gateway {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:06.573978 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-4da6458a-d6a9-4211-8ba8-8375c61b0e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:42:03Z', 'revision_number': 5, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:06.582954 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6458a-d6a9-4211-8ba8-8375c61b0e54 None None] The sync data for ids ['a388b8e8-015e-437d-9abc-59ef67c49689'] in dv-cinder-786386-3-smb is: [{'id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'name': 'tempest-TestMinimumBasicScenario-1295491911-router', 'tenant_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:27Z', 'updated_at': '2021-05-10T17:42:03Z', 'revision_number': 5, 'project_id': 'd1fb0c65c80e4bd3985336d00a24acad', 'gw_port': {'id': '271c57e6-d037-4882-b0d0-4971b1bbaafb', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a388b8e8-015e-437d-9abc-59ef67c49689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:29Z', 'updated_at': '2021-05-10T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:42:06.653255 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2af3a83-314c-4a04-8362-cb1883e17bb9 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:42:06.664754 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-f2af3a83-314c-4a04-8362-cb1883e17bb9 admin admin] 10.222.0.24 "PUT /v2.0/routers/83fefd07-937c-4e06-9dc7-54202936467b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0086133 May 10 17:42:06.664859 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c0c534-e828-4b3f-89a6-ab0dadd4fa07 None None] Sync routers for ids ['83fefd07-937c-4e06-9dc7-54202936467b'] in dv-cinder-786386-3-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:42:06.665323 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59052) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:06.687032 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c0c534-e828-4b3f-89a6-ab0dadd4fa07 None None] Routers {'83fefd07-937c-4e06-9dc7-54202936467b'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:42:06.688203 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-08c0c534-e828-4b3f-89a6-ab0dadd4fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:41:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['83fefd07-937c-4e06-9dc7-54202936467b'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:06.784745 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:06.792960 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b18c26b2-4039-4051-a2c3-20ad0e4f5f4d tempest-AttachVolumeTestJSON-1489545392 tempest-AttachVolumeTestJSON-1489545392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:06.841495 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=271c57e6-d037-4882-b0d0-4971b1bbaafb,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:06.852280 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Notify callbacks [] for router, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:06.875607 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-08c0c534-e828-4b3f-89a6-ab0dadd4fa07 None None] Set router 83fefd07-937c-4e06-9dc7-54202936467b gateway port host: dv-cinder-786386-3-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:42:06.876812 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:06.939349 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662370'] for router_gateway, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:07.040552 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:07.127312 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-878398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30239'] for router, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:07.129507 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:07.172783 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-08c0c534-e828-4b3f-89a6-ab0dadd4fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fefd07-937c-4e06-9dc7-54202936467b', 'name': 'tempest-TestShelveInstance-353982783-router', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:37:03Z', 'updated_at': '2021-05-10T17:42:05Z', 'revision_number': 5, 'project_id': '3529829c7151461d873b481d21fb30b4', 'gw_port': {'id': '872e0a1b-0af3-4aa9-bc93-8fbb225da3e7', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fefd07-937c-4e06-9dc7-54202936467b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:37:04Z', 'updated_at': '2021-05-10T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:07.176712 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c0c534-e828-4b3f-89a6-ab0dadd4fa07 None None] Checking router: 83fefd07-937c-4e06-9dc7-54202936467b for host: dv-cinder-786386-3-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:42:07.185688 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c0c534-e828-4b3f-89a6-ab0dadd4fa07 None None] Routers {'83fefd07-937c-4e06-9dc7-54202936467b'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:42:07.186325 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-08c0c534-e828-4b3f-89a6-ab0dadd4fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:41:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['83fefd07-937c-4e06-9dc7-54202936467b'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:07.190428 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Deleting port 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:07.190801 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:07.236086 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-877936'] for router, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:07.237859 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a388b8e8-015e-437d-9abc-59ef67c49689 {{(pid=79209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:42:07.262212 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] Notify callbacks [] for router, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:07.263624 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-4d7c85bb-1d17-472d-97d9-f28d9ca66b65 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a388b8e8-015e-437d-9abc-59ef67c49689 HTTP/1.1" status: 204 len: 168 time: 1.7300384 May 10 17:42:07.270282 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 59056) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:07.331881 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] For port 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=872e0a1b-0af3-4aa9-bc93-8fbb225da3e7,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:07.332232 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:07.362416 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c46d40-cc7c-4b72-bc2f-a3a399c5d76d admin admin] Deleting subnet a606f48b-b3aa-417e-8407-e46aee45fe67 {{(pid=79209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:42:07.365565 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-30c46d40-cc7c-4b72-bc2f-a3a399c5d76d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:07.375887 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-08c0c534-e828-4b3f-89a6-ab0dadd4fa07 None None] Set router 83fefd07-937c-4e06-9dc7-54202936467b gateway port host: None {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:42:07.425047 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-30c46d40-cc7c-4b72-bc2f-a3a399c5d76d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3406524'] for subnet, precommit_delete_associations {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:07.467974 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Calling delete_port for 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 owned by network:router_gateway {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:07.493008 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-08c0c534-e828-4b3f-89a6-ab0dadd4fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fefd07-937c-4e06-9dc7-54202936467b', 'name': 'tempest-TestShelveInstance-353982783-router', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:37:03Z', 'updated_at': '2021-05-10T17:42:07Z', 'revision_number': 6, 'project_id': '3529829c7151461d873b481d21fb30b4', 'gw_port_host': None}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:07.496985 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c0c534-e828-4b3f-89a6-ab0dadd4fa07 None None] The sync data for ids ['83fefd07-937c-4e06-9dc7-54202936467b'] in dv-cinder-786386-3-smb is: [{'id': '83fefd07-937c-4e06-9dc7-54202936467b', 'name': 'tempest-TestShelveInstance-353982783-router', 'tenant_id': '3529829c7151461d873b481d21fb30b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:37:03Z', 'updated_at': '2021-05-10T17:42:07Z', 'revision_number': 6, 'project_id': '3529829c7151461d873b481d21fb30b4', 'gw_port_host': None}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:42:07.510079 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-30c46d40-cc7c-4b72-bc2f-a3a399c5d76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:07.861970 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:07.931662 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a111b8b9-441a-4fe2-8a2c-59545af7f1a7 tempest-TestMinimumBasicScenario-958699552 tempest-TestMinimumBasicScenario-958699552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:07.931662 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Pushing event deleted for resources: {'Port': ['ID=872e0a1b-0af3-4aa9-bc93-8fbb225da3e7,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:07.931662 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:08.001531 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662370'] for router_gateway, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.118873 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:08.125931 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-30c46d40-cc7c-4b72-bc2f-a3a399c5d76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689640'] for subnet, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.130292 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:08.192975 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c46d40-cc7c-4b72-bc2f-a3a399c5d76d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a606f48b-b3aa-417e-8407-e46aee45fe67,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:08.200934 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-30c46d40-cc7c-4b72-bc2f-a3a399c5d76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:08.206557 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-30c46d40-cc7c-4b72-bc2f-a3a399c5d76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for subnet, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.208651 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-30c46d40-cc7c-4b72-bc2f-a3a399c5d76d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a606f48b-b3aa-417e-8407-e46aee45fe67 HTTP/1.1" status: 204 len: 168 time: 0.9369853 May 10 17:42:08.211224 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 59060) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:08.233041 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:42:08.233534 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 9b5c1317-ad3c-4f79-bf83-c4e8f259ad24 not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:42:08.234064 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 271c57e6-d037-4882-b0d0-4971b1bbaafb no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:08.286457 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f92bc-af7a-42a4-902a-233c20c1a316 None None] Network 6c43b3e5-7949-4978-9e03-1625b8a850b1 requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:42:08.304766 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-878398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30239'] for router, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.308533 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.316129 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: 271c57e6-d037-4882-b0d0-4971b1bbaafb {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:42:08.316472 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 271c57e6-d037-4882-b0d0-4971b1bbaafb not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:42:08.350528 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.423594 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Deleting port f988d87f-152b-412a-967a-0e9c7c120b7a {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:08.429062 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.475758 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-877936'] for router, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.476997 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83fefd07-937c-4e06-9dc7-54202936467b {{(pid=79208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:42:08.497395 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.499061 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-586a0805-fc4b-4380-ad86-e0b24e4edf93 admin admin] 10.222.0.24 "DELETE /v2.0/routers/83fefd07-937c-4e06-9dc7-54202936467b HTTP/1.1" status: 204 len: 168 time: 1.8339362 May 10 17:42:08.501638 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59064) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:08.532680 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] For port f988d87f-152b-412a-967a-0e9c7c120b7a, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=f988d87f-152b-412a-967a-0e9c7c120b7a,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:08.532680 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.576049 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_v2 [None req-5944d31d-68db-4a4a-b0da-c97056d79d39 admin admin] Deleting subnet 9e365cd5-813f-4e7d-b8d5-4a9901eacf10 {{(pid=79208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:42:08.581945 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5944d31d-68db-4a4a-b0da-c97056d79d39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.597715 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f818f65f-01ad-4595-a073-a058608d905f None None] DHCP port deletion for 6c43b3e5-7949-4978-9e03-1625b8a850b1 request from dv-cinder-786386-3-smb {{(pid=79210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:42:08.641391 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5944d31d-68db-4a4a-b0da-c97056d79d39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1966185'] for subnet, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.662257 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-f818f65f-01ad-4595-a073-a058608d905f None None] Deleting port f988d87f-152b-412a-967a-0e9c7c120b7a {{(pid=79210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:08.662641 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f818f65f-01ad-4595-a073-a058608d905f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.674042 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Calling delete_port for f988d87f-152b-412a-967a-0e9c7c120b7a owned by network:dhcp {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:08.731611 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5944d31d-68db-4a4a-b0da-c97056d79d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.766031 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-f818f65f-01ad-4595-a073-a058608d905f None None] For port f988d87f-152b-412a-967a-0e9c7c120b7a, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=f988d87f-152b-412a-967a-0e9c7c120b7a,segment=NetworkSegment(99a7ddbb-8d76-4d34-a920-9f0baea1081f),segment_id=99a7ddbb-8d76-4d34-a920-9f0baea1081f)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:08.766948 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f818f65f-01ad-4595-a073-a058608d905f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.841382 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.847195 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-ffe9d3cf-d518-4879-b7bb-fa9583ebc544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:08.890820 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-f818f65f-01ad-4595-a073-a058608d905f None None] Calling delete_port for f988d87f-152b-412a-967a-0e9c7c120b7a owned by network:dhcp {{(pid=79210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:08.936148 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f818f65f-01ad-4595-a073-a058608d905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739'] for port, after_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.939986 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:08.984511 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818f65f-01ad-4595-a073-a058608d905f None None] Pushing event deleted for resources: {'Port': ['ID=f988d87f-152b-412a-967a-0e9c7c120b7a,revision_number=None']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:08.988231 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-f818f65f-01ad-4595-a073-a058608d905f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:08.990422 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f818f65f-01ad-4595-a073-a058608d905f None None] No DVR routers for this DVR port f988d87f-152b-412a-967a-0e9c7c120b7a on host dv-cinder-786386-3-smb {{(pid=79210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:42:08.999657 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=f988d87f-152b-412a-967a-0e9c7c120b7a,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:09.002439 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:09.010243 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] No DVR routers for this DVR port f988d87f-152b-412a-967a-0e9c7c120b7a on host dv-cinder-786386-3-smb {{(pid=79209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:42:09.064841 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5944d31d-68db-4a4a-b0da-c97056d79d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2460617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1585286'] for subnet, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.070299 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c0b8fb7e-ba85-41b5-bc7b-3c4e7de61544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:09.106095 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944d31d-68db-4a4a-b0da-c97056d79d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e365cd5-813f-4e7d-b8d5-4a9901eacf10,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:09.108004 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5944d31d-68db-4a4a-b0da-c97056d79d39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.110583 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5944d31d-68db-4a4a-b0da-c97056d79d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:09.114711 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-5944d31d-68db-4a4a-b0da-c97056d79d39 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9e365cd5-813f-4e7d-b8d5-4a9901eacf10 HTTP/1.1" status: 204 len: 168 time: 0.6118903 May 10 17:42:09.119120 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59068) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:09.121429 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176e5408-c34e-437c-b870-5d4858d10afd None None] Network 938a707f-3f2c-47a2-a19e-7b6b1848601a requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:42:09.126917 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.141917 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c43b3e5-7949-4978-9e03-1625b8a850b1']}} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:09.156261 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a7ddbb-8d76-4d34-a920-9f0baea1081f') {'for_net_delete': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:09.156710 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.services.segments.db [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a7ddbb-8d76-4d34-a920-9f0baea1081f') {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:09.169442 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3406499'] for segment, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.186989 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.194412 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=79209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:42:09.195063 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686802'] for segment, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: Traceback (most recent call last): May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: timer() May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: cb(*args, **kw) May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: return func(*args, **kwargs) May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: self._notify() May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: self.callback(batched_events) May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: event.method(event) May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: return f(self, *a, **k) May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: return self._get(url).json() May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: return self.request(url, 'GET', **kwargs) May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:42:09.209769 dv-cinder-786386-3-smb neutron-server[79209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:42:09.225774 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.310232 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Deleting port 50ad99c4-acb3-4139-b0ac-15e5e307251b {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:09.310643 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.381701 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e62b2e-4552-414e-9736-618105d296ec None None] DHCP port deletion for 938a707f-3f2c-47a2-a19e-7b6b1848601a request from dv-cinder-786386-3-smb {{(pid=79210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:42:09.402634 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.408017 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.412207 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b11e189c-8aea-4274-89cd-24208b1d5c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:09.412604 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] For port 50ad99c4-acb3-4139-b0ac-15e5e307251b, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=50ad99c4-acb3-4139-b0ac-15e5e307251b,segment=NetworkSegment(c5e4b6d7-109c-4c99-991a-303ba63ee963),segment_id=c5e4b6d7-109c-4c99-991a-303ba63ee963)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:09.412974 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.436657 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c43b3e5-7949-4978-9e03-1625b8a850b1,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:09.439988 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:09.453177 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-86e62b2e-4552-414e-9736-618105d296ec None None] Deleting port 50ad99c4-acb3-4139-b0ac-15e5e307251b {{(pid=79210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:09.453649 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-86e62b2e-4552-414e-9736-618105d296ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.511167 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-85e11bd8-a482-4e11-87d5-5cfcd94e4e68 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6c43b3e5-7949-4978-9e03-1625b8a850b1 HTTP/1.1" status: 204 len: 168 time: 1.2985811 May 10 17:42:09.513969 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 59072) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:09.544342 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Calling delete_port for 50ad99c4-acb3-4139-b0ac-15e5e307251b owned by network:dhcp {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:09.558210 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-86e62b2e-4552-414e-9736-618105d296ec None None] For port 50ad99c4-acb3-4139-b0ac-15e5e307251b, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=50ad99c4-acb3-4139-b0ac-15e5e307251b,segment=NetworkSegment(c5e4b6d7-109c-4c99-991a-303ba63ee963),segment_id=c5e4b6d7-109c-4c99-991a-303ba63ee963)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:09.558210 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-86e62b2e-4552-414e-9736-618105d296ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.679978 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 50ad99c4-acb3-4139-b0ac-15e5e307251b no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:09.698541 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.703446 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0dfbea12-8653-4d71-8e9f-d634ad778a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:09.713065 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-86e62b2e-4552-414e-9736-618105d296ec None None] Calling delete_port for 50ad99c4-acb3-4139-b0ac-15e5e307251b owned by network:dhcp {{(pid=79210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:09.722302 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: 50ad99c4-acb3-4139-b0ac-15e5e307251b {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:42:09.722655 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 50ad99c4-acb3-4139-b0ac-15e5e307251b not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:42:09.723101 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device f988d87f-152b-412a-967a-0e9c7c120b7a no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:09.748047 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ad99c4-acb3-4139-b0ac-15e5e307251b,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:09.756325 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:09.756981 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] No DVR routers for this DVR port 50ad99c4-acb3-4139-b0ac-15e5e307251b on host dv-cinder-786386-3-smb {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:42:09.762841 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: f988d87f-152b-412a-967a-0e9c7c120b7a {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:42:09.762841 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device f988d87f-152b-412a-967a-0e9c7c120b7a not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:42:09.762841 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 8f728a8a-f3ee-47a5-9f08-c84ace67e883 no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:09.804234 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: 8f728a8a-f3ee-47a5-9f08-c84ace67e883 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:42:09.804581 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 8f728a8a-f3ee-47a5-9f08-c84ace67e883 not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:42:09.805005 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:09.852945 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:42:09.853292 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 872e0a1b-0af3-4aa9-bc93-8fbb225da3e7 not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:42:09.883814 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.893047 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-86e62b2e-4552-414e-9736-618105d296ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739'] for port, after_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.896384 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938a707f-3f2c-47a2-a19e-7b6b1848601a']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:09.896659 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-b5982ea7-2d5b-4a13-b349-12bb931a0aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:09.908874 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e4b6d7-109c-4c99-991a-303ba63ee963') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:09.923662 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e4b6d7-109c-4c99-991a-303ba63ee963') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:09.923662 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1966198'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.938504 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.945359 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:42:09.945773 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2460591'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: Traceback (most recent call last): May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: timer() May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: cb(*args, **kw) May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: return func(*args, **kwargs) May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: self._notify() May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: self.callback(batched_events) May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: event.method(event) May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: return f(self, *a, **k) May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: return self._get(url).json() May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:42:09.964405 dv-cinder-786386-3-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:42:09.973150 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.981081 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e62b2e-4552-414e-9736-618105d296ec None None] Pushing event deleted for resources: {'Port': ['ID=50ad99c4-acb3-4139-b0ac-15e5e307251b,revision_number=None']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:09.984121 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-86e62b2e-4552-414e-9736-618105d296ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:09.984965 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e62b2e-4552-414e-9736-618105d296ec None None] No DVR routers for this DVR port 50ad99c4-acb3-4139-b0ac-15e5e307251b on host dv-cinder-786386-3-smb {{(pid=79210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:42:10.116162 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f546b3a7-4b88-4b17-b65a-834c9da76437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659270'] for router_interface, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:10.134967 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:10.142211 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:10.148192 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f2c117a2-5cf2-49d9-905b-0c16d3901be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:10.175628 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=938a707f-3f2c-47a2-a19e-7b6b1848601a,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:10.180458 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:10.182305 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-dd7e139d-ff98-4978-a502-da7c847998a8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/938a707f-3f2c-47a2-a19e-7b6b1848601a HTTP/1.1" status: 204 len: 168 time: 1.0641370 May 10 17:42:10.531352 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-f546b3a7-4b88-4b17-b65a-834c9da76437 admin admin] Deleting port c3ff4853-1278-4dba-9a10-cee17f925451 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:10.531931 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f546b3a7-4b88-4b17-b65a-834c9da76437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:10.558075 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59078) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:10.615466 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-b1c76280-1c6b-49cc-82c3-49acef99b5b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec13fc57f8ad4b18bbdccac4873c542b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560617 May 10 17:42:10.618121 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59082) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:10.681480 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7d3dffff-6492-4077-9751-023c37891e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:10.709121 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7d3dffff-6492-4077-9751-023c37891e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:10.756944 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-f546b3a7-4b88-4b17-b65a-834c9da76437 admin admin] For port c3ff4853-1278-4dba-9a10-cee17f925451, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=c3ff4853-1278-4dba-9a10-cee17f925451,segment=NetworkSegment(afe2b5fe-1459-4ad5-855e-7be6ab212a47),segment_id=afe2b5fe-1459-4ad5-855e-7be6ab212a47)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:10.757305 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f546b3a7-4b88-4b17-b65a-834c9da76437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:10.834001 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7d3dffff-6492-4077-9751-023c37891e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:10.837926 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-77903115-8c82-4880-87ca-724411b5e63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:10.852144 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dffff-6492-4077-9751-023c37891e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1833ee-3206-4bb1-b9e3-fe23bdb890d8,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:10.855063 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7d3dffff-6492-4077-9751-023c37891e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:10.863471 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7d3dffff-6492-4077-9751-023c37891e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:10.867088 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-7d3dffff-6492-4077-9751-023c37891e04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e1833ee-3206-4bb1-b9e3-fe23bdb890d8 HTTP/1.1" status: 204 len: 168 time: 0.2457530 May 10 17:42:10.883885 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-f546b3a7-4b88-4b17-b65a-834c9da76437 admin admin] Calling delete_port for c3ff4853-1278-4dba-9a10-cee17f925451 owned by network:router_interface {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:11.132768 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f546b3a7-4b88-4b17-b65a-834c9da76437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686823'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:11.137129 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-00455433-a37c-4ce2-b871-b10da830afff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:11.182675 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546b3a7-4b88-4b17-b65a-834c9da76437 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ff4853-1278-4dba-9a10-cee17f925451,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:11.185784 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-f546b3a7-4b88-4b17-b65a-834c9da76437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:11.456878 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f546b3a7-4b88-4b17-b65a-834c9da76437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682230'] for router_interface, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:11.686648 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59090) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:11.735991 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-6f2cf66c-b488-42af-8076-bb04b7daa885 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3529829c7151461d873b481d21fb30b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479898 May 10 17:42:11.738429 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59094) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:11.799085 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dbf02b49-24f8-48a4-bab7-21233ac004c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:11.821715 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f546b3a7-4b88-4b17-b65a-834c9da76437 admin admin] Router 5fb81c51-7fab-4625-b324-f3e83fd9482b has already been hosted by L3 agent 0356254e-8511-425b-a043-3795cd14905b {{(pid=79209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:42:11.826323 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dbf02b49-24f8-48a4-bab7-21233ac004c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:11.942824 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dbf02b49-24f8-48a4-bab7-21233ac004c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:11.948567 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4b4baeaf-09da-4104-a5be-414c48534a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:11.958937 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf02b49-24f8-48a4-bab7-21233ac004c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcaa775-5223-472a-be36-a333087c2f50,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:11.961789 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-dbf02b49-24f8-48a4-bab7-21233ac004c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:11.968072 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dbf02b49-24f8-48a4-bab7-21233ac004c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:11.971473 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-dbf02b49-24f8-48a4-bab7-21233ac004c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fcaa775-5223-472a-be36-a333087c2f50 HTTP/1.1" status: 204 len: 168 time: 0.2297776 May 10 17:42:12.001323 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f546b3a7-4b88-4b17-b65a-834c9da76437 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-smb the message routers_updated {{(pid=79209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:42:12.011941 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62477d94-6d65-4e9d-98ec-29af69582381 None None] Sync routers for ids ['5fb81c51-7fab-4625-b324-f3e83fd9482b'] in dv-cinder-786386-3-smb {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:42:12.021299 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62477d94-6d65-4e9d-98ec-29af69582381 None None] Routers {'5fb81c51-7fab-4625-b324-f3e83fd9482b'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:42:12.021977 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-62477d94-6d65-4e9d-98ec-29af69582381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:41:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['5fb81c51-7fab-4625-b324-f3e83fd9482b'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:12.082700 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-f546b3a7-4b88-4b17-b65a-834c9da76437 admin admin] 10.222.0.24 "PUT /v2.0/routers/5fb81c51-7fab-4625-b324-f3e83fd9482b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5676515 May 10 17:42:12.085316 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59100) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:12.199581 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-62477d94-6d65-4e9d-98ec-29af69582381 None None] Set router 5fb81c51-7fab-4625-b324-f3e83fd9482b gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:42:12.269516 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Notify callbacks [] for router, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:12.496501 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-62477d94-6d65-4e9d-98ec-29af69582381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'name': 'tempest-TestMinimumBasicScenario-385812725-router', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:37Z', 'updated_at': '2021-05-10T17:42:10Z', 'revision_number': 5, 'project_id': '476582381aba4b19858fb66b13c962b2', 'gw_port': {'id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:38Z', 'updated_at': '2021-05-10T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:12.501370 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62477d94-6d65-4e9d-98ec-29af69582381 None None] Checking router: 5fb81c51-7fab-4625-b324-f3e83fd9482b for host: dv-cinder-786386-3-smb {{(pid=79211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:42:12.510528 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62477d94-6d65-4e9d-98ec-29af69582381 None None] Routers {'5fb81c51-7fab-4625-b324-f3e83fd9482b'} bound to L3 agent in host dv-cinder-786386-3-smb {{(pid=79211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:42:12.511159 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-62477d94-6d65-4e9d-98ec-29af69582381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:24:26Z,description=,heartbeat_timestamp=2021-05-10T17:41:56Z,host='dv-cinder-786386-3-smb',id=0356254e-8511-425b-a043-3795cd14905b,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:24:27Z,topic='l3_agent')) {'router_ids': ['5fb81c51-7fab-4625-b324-f3e83fd9482b'], 'active': True} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:12.559965 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:12.700388 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_dvr_db [None req-62477d94-6d65-4e9d-98ec-29af69582381 None None] Set router 5fb81c51-7fab-4625-b324-f3e83fd9482b gateway port host: dv-cinder-786386-3-smb {{(pid=79211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:42:12.755394 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Deleting port 5f27224d-c00c-428d-bd0e-ae373b306c41 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:12.755986 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:12.876974 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] For port 5f27224d-c00c-428d-bd0e-ae373b306c41, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=5f27224d-c00c-428d-bd0e-ae373b306c41,segment=NetworkSegment(e235e6b6-7ceb-4859-bc26-82df5b914498),segment_id=e235e6b6-7ceb-4859-bc26-82df5b914498)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:12.877332 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:12.977082 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.l3_hamode_db [None req-62477d94-6d65-4e9d-98ec-29af69582381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'name': 'tempest-TestMinimumBasicScenario-385812725-router', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:37Z', 'updated_at': '2021-05-10T17:42:10Z', 'revision_number': 5, 'project_id': '476582381aba4b19858fb66b13c962b2', 'gw_port': {'id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:38Z', 'updated_at': '2021-05-10T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}], 'dv-cinder-786386-3-smb', False) {} {{(pid=79211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:12.981512 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62477d94-6d65-4e9d-98ec-29af69582381 None None] The sync data for ids ['5fb81c51-7fab-4625-b324-f3e83fd9482b'] in dv-cinder-786386-3-smb is: [{'id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'name': 'tempest-TestMinimumBasicScenario-385812725-router', 'tenant_id': '476582381aba4b19858fb66b13c962b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'external_fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:39:37Z', 'updated_at': '2021-05-10T17:42:10Z', 'revision_number': 5, 'project_id': '476582381aba4b19858fb66b13c962b2', 'gw_port': {'id': '5f27224d-c00c-428d-bd0e-ae373b306c41', 'name': '', 'network_id': 'e0dd7f9d-963f-4e7d-9505-8e20a5139fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb81c51-7fab-4625-b324-f3e83fd9482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:38Z', 'updated_at': '2021-05-10T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fdabf2-3886-4bcc-9d97-a7a97bc04409', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-smb'}] {{(pid=79211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:42:13.000168 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Calling delete_port for 5f27224d-c00c-428d-bd0e-ae373b306c41 owned by network:router_gateway {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:13.287350 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:13.291207 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-df9441fc-ab16-4d1a-9982-0dbc07fa653f tempest-VolumesSnapshotTestJSON-300829930 tempest-VolumesSnapshotTestJSON-300829930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:13.336198 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f27224d-c00c-428d-bd0e-ae373b306c41,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:13.339788 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:13.436240 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662370'] for router_gateway, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:13.605579 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-878398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30239'] for router, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:13.607852 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:13.608004 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device c3ff4853-1278-4dba-9a10-cee17f925451 no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:13.641746 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: c3ff4853-1278-4dba-9a10-cee17f925451 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:42:13.642091 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device c3ff4853-1278-4dba-9a10-cee17f925451 not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:42:13.725478 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-877936'] for router, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:13.725985 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fb81c51-7fab-4625-b324-f3e83fd9482b {{(pid=79208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:42:13.740071 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:13.741466 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-d13d1f0e-22ad-49c8-ae5d-f60e33c4e702 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5fb81c51-7fab-4625-b324-f3e83fd9482b HTTP/1.1" status: 204 len: 168 time: 1.6550438 May 10 17:42:13.743969 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59104) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:13.804131 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e72a4c3-5c6d-42c6-8a0f-e8087dfd583b admin admin] Deleting subnet 6965640f-66ef-4a6e-86e0-8deaf65d3423 {{(pid=79208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:42:13.808094 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8e72a4c3-5c6d-42c6-8a0f-e8087dfd583b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:13.857458 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8e72a4c3-5c6d-42c6-8a0f-e8087dfd583b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1966185'] for subnet, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:13.937962 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8e72a4c3-5c6d-42c6-8a0f-e8087dfd583b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134162610'] for subnet, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:14.270148 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8e72a4c3-5c6d-42c6-8a0f-e8087dfd583b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134162621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2460617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1585286'] for subnet, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:14.274095 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:14.311713 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72a4c3-5c6d-42c6-8a0f-e8087dfd583b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6965640f-66ef-4a6e-86e0-8deaf65d3423,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:14.314829 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8e72a4c3-5c6d-42c6-8a0f-e8087dfd583b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:14.315807 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8e72a4c3-5c6d-42c6-8a0f-e8087dfd583b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:14.328125 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-8e72a4c3-5c6d-42c6-8a0f-e8087dfd583b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6965640f-66ef-4a6e-86e0-8deaf65d3423 HTTP/1.1" status: 204 len: 168 time: 0.5833442 May 10 17:42:14.328619 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015bcaa2-4196-458a-8731-77b61982ad22 None None] Network 73ad8d5d-2cc0-4506-b336-caa46e741c6e requested from dv-cinder-786386-3-smb {{(pid=79210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:42:14.330673 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59108) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:14.534366 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133821362'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:14.575498 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23757399-b5ee-46a0-9839-fe2904b5b7e0 None None] DHCP port deletion for 73ad8d5d-2cc0-4506-b336-caa46e741c6e request from dv-cinder-786386-3-smb {{(pid=79210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:42:14.607607 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Deleting port 349f1ae3-d3cb-48d2-b464-928829f3ccea {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:14.607944 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:14.639103 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-23757399-b5ee-46a0-9839-fe2904b5b7e0 None None] Deleting port 349f1ae3-d3cb-48d2-b464-928829f3ccea {{(pid=79210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:14.639674 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-23757399-b5ee-46a0-9839-fe2904b5b7e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785690898333'] for port, before_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:14.709940 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] For port 349f1ae3-d3cb-48d2-b464-928829f3ccea, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=349f1ae3-d3cb-48d2-b464-928829f3ccea,segment=NetworkSegment(afe2b5fe-1459-4ad5-855e-7be6ab212a47),segment_id=afe2b5fe-1459-4ad5-855e-7be6ab212a47)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:14.710326 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:14.737611 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-23757399-b5ee-46a0-9839-fe2904b5b7e0 None None] For port 349f1ae3-d3cb-48d2-b464-928829f3ccea, host dv-cinder-786386-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-smb',level=0,port_id=349f1ae3-d3cb-48d2-b464-928829f3ccea,segment=NetworkSegment(afe2b5fe-1459-4ad5-855e-7be6ab212a47),segment_id=afe2b5fe-1459-4ad5-855e-7be6ab212a47)] {{(pid=79210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:14.738068 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-23757399-b5ee-46a0-9839-fe2904b5b7e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682684'] for port, precommit_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:14.832841 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Calling delete_port for 349f1ae3-d3cb-48d2-b464-928829f3ccea owned by network:dhcp {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:14.864229 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-23757399-b5ee-46a0-9839-fe2904b5b7e0 None None] Calling delete_port for 349f1ae3-d3cb-48d2-b464-928829f3ccea owned by network:dhcp {{(pid=79210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:14.933140 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2460570'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:14.937009 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ecb1c3f9-611e-4882-9854-f81d6e89a9cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:14.938119 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-23757399-b5ee-46a0-9839-fe2904b5b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133778452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785690902384', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785690486739'] for port, after_delete {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:14.941596 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:14.982734 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Pushing event deleted for resources: {'Port': ['ID=349f1ae3-d3cb-48d2-b464-928829f3ccea,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:14.983144 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23757399-b5ee-46a0-9839-fe2904b5b7e0 None None] Pushing event deleted for resources: {'Port': ['ID=349f1ae3-d3cb-48d2-b464-928829f3ccea,revision_number=None']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:14.985988 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:14.986155 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-23757399-b5ee-46a0-9839-fe2904b5b7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:14.986702 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] No DVR routers for this DVR port 349f1ae3-d3cb-48d2-b464-928829f3ccea on host dv-cinder-786386-3-smb {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:42:14.986836 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23757399-b5ee-46a0-9839-fe2904b5b7e0 None None] No DVR routers for this DVR port 349f1ae3-d3cb-48d2-b464-928829f3ccea on host dv-cinder-786386-3-smb {{(pid=79210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:42:15.100212 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134161225', 'neutron.services.segments.db._delete_segments_for_network-8785690909085'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:15.112584 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ad8d5d-2cc0-4506-b336-caa46e741c6e']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:15.124891 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe2b5fe-1459-4ad5-855e-7be6ab212a47') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:15.125178 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe2b5fe-1459-4ad5-855e-7be6ab212a47') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:15.136627 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785690920551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1966198'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:15.151857 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:15.157609 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:42:15.157981 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134174081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2460591'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: Traceback (most recent call last): May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: timer() May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: cb(*args, **kw) May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: return func(*args, **kwargs) May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: self._notify() May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: self.callback(batched_events) May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: event.method(event) May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: return f(self, *a, **k) May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: return self._get(url).json() May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:42:15.170991 dv-cinder-786386-3-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:42:15.342107 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134161200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662384'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:15.345837 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:15.360797 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529568'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:15.368574 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Pushing event deleted for resources: {'Network': ['ID=73ad8d5d-2cc0-4506-b336-caa46e741c6e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:15.373201 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:15.376026 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-da20a3fe-f901-499b-896a-4fa8d27a2feb admin admin] 10.222.0.24 "DELETE /v2.0/networks/73ad8d5d-2cc0-4506-b336-caa46e741c6e HTTP/1.1" status: 204 len: 168 time: 1.0444386 May 10 17:42:15.598361 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 349f1ae3-d3cb-48d2-b464-928829f3ccea no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:15.632285 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: 349f1ae3-d3cb-48d2-b464-928829f3ccea {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:42:15.632556 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 349f1ae3-d3cb-48d2-b464-928829f3ccea not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:42:15.632971 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 5f27224d-c00c-428d-bd0e-ae373b306c41 no longer exists at agent ovs-agent-dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:15.667625 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.plugin [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] No Port match for: 5f27224d-c00c-428d-bd0e-ae373b306c41 {{(pid=79210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:42:15.668251 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.rpc [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Device 5f27224d-c00c-428d-bd0e-ae373b306c41 not bound to the agent host dv-cinder-786386-3-smb {{(pid=79210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:42:15.933240 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 59114) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:15.981607 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-0e5f1b33-ef17-48c3-a599-48a5f2c90913 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1fb0c65c80e4bd3985336d00a24acad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480964 May 10 17:42:15.983881 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.wsgi [-] (79209) accepted ('10.222.0.24', 59118) {{(pid=79209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:16.039869 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7e6fefff-cb78-403e-ab3b-ad666b181a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:16.065206 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7e6fefff-cb78-403e-ab3b-ad666b181a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:16.332575 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7e6fefff-cb78-403e-ab3b-ad666b181a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:16.336246 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-56843d3e-2de0-47fc-ba50-ffa45c7a8847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:16.350778 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fefff-cb78-403e-ab3b-ad666b181a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542470a1-1786-4b84-b574-35ed8158bc09,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:16.357836 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-7e6fefff-cb78-403e-ab3b-ad666b181a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:16.457168 dv-cinder-786386-3-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7e6fefff-cb78-403e-ab3b-ad666b181a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:16.458300 dv-cinder-786386-3-smb neutron-server[79209]: INFO neutron.wsgi [None req-7e6fefff-cb78-403e-ab3b-ad666b181a53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/542470a1-1786-4b84-b574-35ed8158bc09 HTTP/1.1" status: 204 len: 168 time: 0.4735210 May 10 17:42:17.327800 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59126) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:17.375808 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-cf6295d1-6a25-44b5-8b9e-3d7bdd4d5573 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=476582381aba4b19858fb66b13c962b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467193 May 10 17:42:17.378133 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.24', 59130) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:17.434315 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-89fc17ef-b3d8-40dd-aa77-119fc50acac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:17.459072 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-89fc17ef-b3d8-40dd-aa77-119fc50acac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:17.583877 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-89fc17ef-b3d8-40dd-aa77-119fc50acac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865691'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:17.587556 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8f083a32-833a-44fb-8324-c7b333491b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:17.599185 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc17ef-b3d8-40dd-aa77-119fc50acac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecb987c-1e97-4af0-bf6c-29f68ac0dbe2,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:17.602690 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-89fc17ef-b3d8-40dd-aa77-119fc50acac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:17.606335 dv-cinder-786386-3-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-89fc17ef-b3d8-40dd-aa77-119fc50acac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:17.607677 dv-cinder-786386-3-smb neutron-server[79208]: INFO neutron.wsgi [None req-89fc17ef-b3d8-40dd-aa77-119fc50acac7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ecb987c-1e97-4af0-bf6c-29f68ac0dbe2 HTTP/1.1" status: 204 len: 168 time: 0.2283921 May 10 17:42:20.465496 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:42:23.519084 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e31cca17-2058-46a4-8463-e82c0980f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:26.206763 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-bddb88cc-3113-475b-8330-df3468bfc855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:26.280994 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:26.879268 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:28.732425 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:39.915057 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:53.491260 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-62ac3c8f-e0af-4083-a282-d0fcb3984ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:56.157803 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2a3cab23-4cad-48b4-818c-d024dc21d533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:56.216607 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:56.862720 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:57.464423 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:42:58.753749 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:09.913601 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:23.465448 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-dca8f8f8-9252-4d3f-8859-b2247724707d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:26.106853 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-afa3cb72-9fd6-4d1b-b58d-55610fc7adf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:26.221079 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:26.918632 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:28.752497 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:34.463918 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:43:39.900621 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:53.466073 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-139b561b-5c8e-4f5c-a9fc-8aa32b9579be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:56.094568 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-78246315-49de-40ed-8577-0d08beb86cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:56.218138 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:56.865880 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:58.751391 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:09.962799 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:11.462745 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:44:23.481312 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5fcb58bd-6598-4891-9821-c48abaca37bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:26.133105 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-0660afd7-c8a5-4032-b72f-a3499c0a1566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:26.275758 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:26.876012 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:28.788191 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:39.984000 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:48.461087 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:44:53.473017 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d8aab5c0-bc10-4f80-9ecd-d13fcf8cf9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:56.097813 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-a83d1acf-11b5-48a3-8f41-c99b9d23a768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:56.255946 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:56.863319 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:58.781074 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:10.038038 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:23.513818 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7ef353a3-b0b9-4c1d-a541-230af11b9195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:25.459968 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:45:26.128917 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-b2101931-628d-4346-943f-17e00a5023e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:26.237753 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:26.873505 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:28.840143 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:40.050434 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:53.472499 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7949639b-7808-479a-9248-48507686d3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:56.127554 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-999f8a5f-53fc-425e-970a-626f995b43ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:56.261012 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:56.893053 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:58.797973 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:02.459502 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:46:09.997747 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:23.549254 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8dffc710-5b3f-40a0-aa60-7d0ab885c2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:26.110922 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e7e2d6f8-7012-4664-9fad-68567760b4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:26.242509 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:26.926559 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:28.768236 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:39.458347 dv-cinder-786386-3-smb neutron-server[79211]: DEBUG neutron.db.agents_db [None req-0a7ffc93-e823-49b5-8f9b-12d0a1eee1b8 None None] Agent healthcheck: found 6 active agents {{(pid=79211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:46:40.002422 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5a9856ca-d91c-415c-a49e-8d7673acd5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:53.481585 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4d0b-f460-4641-9701-d8b26e1ca552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:56.110081 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-58c1c905-fd32-4dcf-95cf-d9e768c14a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:56.251792 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-e283bcb1-97ac-4942-82d5-7b25683162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:56.904665 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-7dd298a0-83ae-432b-9316-1a8b854244ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:58.824576 dv-cinder-786386-3-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-50bf57b2-b3ac-44b2-b558-cd569e095e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785690909094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134167667'] for agent, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}